2024-11-18 00:09:30,569 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-18 00:09:30,581 main DEBUG Took 0.009732 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 00:09:30,581 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 00:09:30,581 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 00:09:30,582 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 00:09:30,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,594 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 00:09:30,606 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,608 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,609 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,610 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,611 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,612 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,612 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,613 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,614 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,615 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,616 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,617 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 00:09:30,617 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,618 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 00:09:30,619 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 00:09:30,620 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 00:09:30,622 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 00:09:30,622 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 00:09:30,624 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 00:09:30,624 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 00:09:30,632 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 00:09:30,635 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 00:09:30,636 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 00:09:30,637 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 00:09:30,637 main DEBUG createAppenders(={Console}) 2024-11-18 00:09:30,638 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-18 00:09:30,638 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-18 00:09:30,638 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-18 00:09:30,639 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 00:09:30,639 main DEBUG OutputStream closed 2024-11-18 00:09:30,639 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 00:09:30,639 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 00:09:30,640 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-18 00:09:30,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 00:09:30,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 00:09:30,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 00:09:30,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 00:09:30,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 00:09:30,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 00:09:30,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 00:09:30,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 00:09:30,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 00:09:30,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 00:09:30,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 00:09:30,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 00:09:30,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 00:09:30,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 00:09:30,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 00:09:30,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 00:09:30,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 00:09:30,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 00:09:30,720 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 00:09:30,721 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-18 00:09:30,721 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 00:09:30,722 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-18T00:09:30,755 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-18 00:09:30,757 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 00:09:30,758 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T00:09:31,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc 2024-11-18T00:09:31,014 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-18T00:09:31,016 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:09:31,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T00:09:31,031 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/cluster_fa98a02c-6e49-e438-0c3e-c92771b280be, deleteOnExit=true 2024-11-18T00:09:31,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T00:09:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/test.cache.data in system properties and HBase conf 2024-11-18T00:09:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T00:09:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir in system properties and HBase conf 2024-11-18T00:09:31,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T00:09:31,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T00:09:31,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T00:09:31,112 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T00:09:31,207 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T00:09:31,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T00:09:31,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T00:09:31,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T00:09:31,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T00:09:31,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T00:09:31,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T00:09:31,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T00:09:31,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T00:09:31,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T00:09:31,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/nfs.dump.dir in system properties and HBase conf 2024-11-18T00:09:31,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/java.io.tmpdir in system properties and HBase conf 2024-11-18T00:09:31,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T00:09:31,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T00:09:31,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T00:09:32,514 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T00:09:32,597 INFO [Time-limited test {}] log.Log(170): Logging initialized @2757ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T00:09:32,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T00:09:32,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T00:09:32,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T00:09:32,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T00:09:32,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T00:09:32,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T00:09:32,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T00:09:32,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T00:09:32,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/java.io.tmpdir/jetty-localhost-45603-hadoop-hdfs-3_4_1-tests_jar-_-any-16116895397901439523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T00:09:33,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:45603} 2024-11-18T00:09:33,010 INFO [Time-limited test {}] server.Server(415): Started @3170ms 2024-11-18T00:09:34,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T00:09:34,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T00:09:34,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T00:09:34,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T00:09:34,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T00:09:34,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T00:09:34,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T00:09:34,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/java.io.tmpdir/jetty-localhost-36157-hadoop-hdfs-3_4_1-tests_jar-_-any-10935691577547954717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T00:09:34,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:36157} 2024-11-18T00:09:34,548 INFO [Time-limited test {}] server.Server(415): Started @4709ms 2024-11-18T00:09:34,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T00:09:35,710 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/cluster_fa98a02c-6e49-e438-0c3e-c92771b280be/data/data2/current/BP-1076121512-172.17.0.3-1731888571829/current, will proceed with Du for space computation calculation, 2024-11-18T00:09:35,710 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/cluster_fa98a02c-6e49-e438-0c3e-c92771b280be/data/data1/current/BP-1076121512-172.17.0.3-1731888571829/current, will proceed with Du for space computation calculation, 2024-11-18T00:09:35,739 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T00:09:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb76ed86832cc4a79 with lease ID 0x5de27e8d883ed350: Processing first storage report for DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7 from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=ca6f9664-aa5b-4a6d-ae90-2202f955651f, infoPort=39023, infoSecurePort=0, ipcPort=39859, storageInfo=lv=-57;cid=testClusterID;nsid=1383300343;c=1731888571829) 2024-11-18T00:09:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb76ed86832cc4a79 with lease ID 0x5de27e8d883ed350: from storage DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7 node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=ca6f9664-aa5b-4a6d-ae90-2202f955651f, infoPort=39023, infoSecurePort=0, ipcPort=39859, storageInfo=lv=-57;cid=testClusterID;nsid=1383300343;c=1731888571829), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T00:09:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb76ed86832cc4a79 with lease ID 0x5de27e8d883ed350: Processing first storage report for DS-aeef1a77-62e0-4aba-b200-bff6c34b6294 from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=ca6f9664-aa5b-4a6d-ae90-2202f955651f, infoPort=39023, infoSecurePort=0, ipcPort=39859, storageInfo=lv=-57;cid=testClusterID;nsid=1383300343;c=1731888571829) 2024-11-18T00:09:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb76ed86832cc4a79 with lease ID 0x5de27e8d883ed350: from storage DS-aeef1a77-62e0-4aba-b200-bff6c34b6294 node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=ca6f9664-aa5b-4a6d-ae90-2202f955651f, infoPort=39023, infoSecurePort=0, ipcPort=39859, storageInfo=lv=-57;cid=testClusterID;nsid=1383300343;c=1731888571829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T00:09:35,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc 2024-11-18T00:09:35,914 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/cluster_fa98a02c-6e49-e438-0c3e-c92771b280be/zookeeper_0, clientPort=56648, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/cluster_fa98a02c-6e49-e438-0c3e-c92771b280be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/cluster_fa98a02c-6e49-e438-0c3e-c92771b280be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T00:09:35,923 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56648 2024-11-18T00:09:35,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T00:09:35,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T00:09:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741825_1001 (size=7) 2024-11-18T00:09:36,580 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 with version=8 2024-11-18T00:09:36,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging 2024-11-18T00:09:36,590 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-18T00:09:36,590 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-18T00:09:36,591 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-18T00:09:36,591 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-18T00:09:36,658 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T00:09:36,932 INFO [Time-limited test {}] client.ConnectionUtils(128): master/09ca72e5bff1:0 server-side Connection retries=45 2024-11-18T00:09:36,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T00:09:36,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T00:09:36,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T00:09:36,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T00:09:36,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T00:09:37,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T00:09:37,139 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T00:09:37,148 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T00:09:37,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T00:09:37,177 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 134857 (auto-detected) 2024-11-18T00:09:37,178 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-18T00:09:37,197 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45461 2024-11-18T00:09:37,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45461 connecting to ZooKeeper ensemble=127.0.0.1:56648 2024-11-18T00:09:37,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454610x0, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T00:09:37,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45461-0x1014b4671430000 connected 2024-11-18T00:09:37,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T00:09:37,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T00:09:37,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-18T00:09:37,440 INFO [Time-limited test {}] log.Log(170): Logging initialized @7600ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T00:09:37,480 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-18T00:09:37,480 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-18T00:09:37,481 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-18T00:09:37,482 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-18T00:09:37,482 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-18T00:09:37,484 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-18T00:09:37,484 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-18T00:09:37,484 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-18T00:09:37,486 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-18T00:09:37,541 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 44851 2024-11-18T00:09:37,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-18T00:09:37,554 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-18T00:09:37,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T00:09:37,556 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-18T00:09:37,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-18T00:09:37,596 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-18T00:09:37,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T00:09:37,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T00:09:37,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T00:09:37,611 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-18T00:09:38,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-18T00:09:38,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:44851} 2024-11-18T00:09:38,217 INFO [Time-limited test {}] server.Server(415): Started @8378ms 2024-11-18T00:09:38,221 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9, hbase.cluster.distributed=false 2024-11-18T00:09:38,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-18T00:09:38,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45461 2024-11-18T00:09:38,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45461 2024-11-18T00:09:38,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45461 2024-11-18T00:09:38,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45461 2024-11-18T00:09:38,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45461 2024-11-18T00:09:38,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/09ca72e5bff1:0 server-side Connection retries=45 2024-11-18T00:09:38,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T00:09:38,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T00:09:38,361 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T00:09:38,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T00:09:38,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T00:09:38,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T00:09:38,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T00:09:38,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40803 2024-11-18T00:09:38,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40803 connecting to ZooKeeper ensemble=127.0.0.1:56648 2024-11-18T00:09:38,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T00:09:38,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T00:09:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408030x0, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T00:09:38,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408030x0, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-18T00:09:38,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40803-0x1014b4671430001 connected 2024-11-18T00:09:38,537 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-18T00:09:38,537 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-18T00:09:38,537 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-18T00:09:38,537 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-18T00:09:38,538 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-18T00:09:38,539 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-18T00:09:38,539 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-18T00:09:38,539 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-18T00:09:38,539 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-18T00:09:38,541 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 39999 2024-11-18T00:09:38,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-18T00:09:38,543 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-18T00:09:38,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T00:09:38,544 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-18T00:09:38,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-18T00:09:38,557 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-18T00:09:38,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T00:09:38,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T00:09:38,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T00:09:38,560 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-18T00:09:38,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-18T00:09:38,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:39999} 2024-11-18T00:09:38,563 INFO [Time-limited test {}] server.Server(415): Started @8724ms 2024-11-18T00:09:38,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T00:09:38,574 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T00:09:38,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-18T00:09:38,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-18T00:09:38,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40803 2024-11-18T00:09:38,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40803 2024-11-18T00:09:38,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40803 2024-11-18T00:09:38,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40803 2024-11-18T00:09:38,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40803 2024-11-18T00:09:38,600 DEBUG [M:0;09ca72e5bff1:45461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;09ca72e5bff1:45461 2024-11-18T00:09:38,603 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-18T00:09:38,606 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@106565e3{HTTP/1.1, (http/1.1)}{0.0.0.0:41769} 2024-11-18T00:09:38,606 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] server.Server(415): Started @8767ms 2024-11-18T00:09:38,606 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/09ca72e5bff1,45461,1731888576757 2024-11-18T00:09:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-18T00:09:38,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-18T00:09:38,621 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/09ca72e5bff1,45461,1731888576757 2024-11-18T00:09:38,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:38,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-18T00:09:38,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:38,651 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-18T00:09:38,652 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/09ca72e5bff1,45461,1731888576757 from backup master directory 2024-11-18T00:09:38,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/09ca72e5bff1,45461,1731888576757 2024-11-18T00:09:38,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-18T00:09:38,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-18T00:09:38,662 WARN [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T00:09:38,662 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=09ca72e5bff1,45461,1731888576757 2024-11-18T00:09:38,664 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T00:09:38,665 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T00:09:38,714 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase.id] with ID: 1f578b61-73e9-4db0-949a-b7868fedd6dc 2024-11-18T00:09:38,714 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.tmp/hbase.id 2024-11-18T00:09:38,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741826_1002 (size=42) 2024-11-18T00:09:39,129 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.tmp/hbase.id]:[hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase.id] 2024-11-18T00:09:39,177 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T00:09:39,181 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T00:09:39,201 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T00:09:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:39,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741827_1003 (size=196) 2024-11-18T00:09:39,864 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:09:39,866 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T00:09:39,872 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-18T00:09:39,875 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-18T00:09:39,885 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T00:09:39,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741828_1004 (size=1189) 2024-11-18T00:09:40,334 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store 2024-11-18T00:09:40,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741829_1005 (size=34) 2024-11-18T00:09:40,757 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T00:09:40,760 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:40,761 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T00:09:40,761 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T00:09:40,762 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T00:09:40,763 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T00:09:40,764 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T00:09:40,764 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T00:09:40,765 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731888580761Disabling compacts and flushes for region at 1731888580761Disabling writes for close at 1731888580764 (+3 ms)Writing region close event to WAL at 1731888580764Closed at 1731888580764 2024-11-18T00:09:40,767 WARN [master/09ca72e5bff1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/.initializing 2024-11-18T00:09:40,767 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/WALs/09ca72e5bff1,45461,1731888576757 2024-11-18T00:09:40,771 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T00:09:40,776 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 09ca72e5bff1,45461,1731888576757.regiongroup-0 2024-11-18T00:09:40,790 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=09ca72e5bff1%2C45461%2C1731888576757.09ca72e5bff1%2C45461%2C1731888576757.regiongroup-0, suffix=, logDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/WALs/09ca72e5bff1,45461,1731888576757, archiveDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/oldWALs, maxLogs=10 2024-11-18T00:09:40,811 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/WALs/09ca72e5bff1,45461,1731888576757/09ca72e5bff1%2C45461%2C1731888576757.09ca72e5bff1%2C45461%2C1731888576757.regiongroup-0.1731888580794, exclude list is [], retry=0 2024-11-18T00:09:40,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:09:40,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T00:09:40,862 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/WALs/09ca72e5bff1,45461,1731888576757/09ca72e5bff1%2C45461%2C1731888576757.09ca72e5bff1%2C45461%2C1731888576757.regiongroup-0.1731888580794 2024-11-18T00:09:40,863 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:09:40,863 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:09:40,864 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:40,868 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,869 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T00:09:40,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:40,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T00:09:40,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T00:09:40,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:40,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:40,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T00:09:40,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:40,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:40,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T00:09:40,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:40,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:40,952 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,956 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,957 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,964 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,964 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,969 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T00:09:40,973 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T00:09:40,978 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:09:40,980 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10902438240, jitterRate=0.015368685126304626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T00:09:40,988 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731888580884Initializing all the Stores at 1731888580886 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731888580887 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888580889 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888580889Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888580889Cleaning up temporary data from old regions at 1731888580965 (+76 ms)Region opened successfully at 1731888580988 (+23 ms) 2024-11-18T00:09:40,990 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T00:09:41,022 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3533d99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=09ca72e5bff1/172.17.0.3:0 2024-11-18T00:09:41,053 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T00:09:41,063 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T00:09:41,064 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T00:09:41,066 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T00:09:41,068 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T00:09:41,072 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T00:09:41,072 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T00:09:41,096 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T00:09:41,106 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-18T00:09:41,177 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-18T00:09:41,179 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T00:09:41,181 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-18T00:09:41,187 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-18T00:09:41,189 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T00:09:41,193 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-18T00:09:41,197 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-18T00:09:41,199 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-18T00:09:41,208 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-18T00:09:41,224 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T00:09:41,229 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-18T00:09:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-18T00:09:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-18T00:09:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:41,264 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=09ca72e5bff1,45461,1731888576757, sessionid=0x1014b4671430000, setting cluster-up flag (Was=false) 2024-11-18T00:09:41,269 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-18T00:09:41,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:41,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:41,324 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-18T00:09:41,326 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=09ca72e5bff1,45461,1731888576757 2024-11-18T00:09:41,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:41,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:41,376 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-18T00:09:41,378 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=09ca72e5bff1,45461,1731888576757 2024-11-18T00:09:41,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:41,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:41,429 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-18T00:09:41,431 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=09ca72e5bff1,45461,1731888576757 2024-11-18T00:09:41,439 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T00:09:41,491 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(746): ClusterId : 1f578b61-73e9-4db0-949a-b7868fedd6dc 2024-11-18T00:09:41,493 INFO [RS:0;09ca72e5bff1:40803 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-18T00:09:41,494 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T00:09:41,506 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T00:09:41,506 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-18T00:09:41,515 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-18T00:09:41,515 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T00:09:41,525 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T00:09:41,526 DEBUG [RS:0;09ca72e5bff1:40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71aaa6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=09ca72e5bff1/172.17.0.3:0 2024-11-18T00:09:41,530 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T00:09:41,539 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T00:09:41,544 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;09ca72e5bff1:40803 2024-11-18T00:09:41,545 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T00:09:41,548 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T00:09:41,548 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T00:09:41,549 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T00:09:41,551 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(2659): reportForDuty to master=09ca72e5bff1,45461,1731888576757 with port=40803, startcode=1731888578326 2024-11-18T00:09:41,551 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 09ca72e5bff1,45461,1731888576757 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T00:09:41,558 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/09ca72e5bff1:0, corePoolSize=5, maxPoolSize=5 2024-11-18T00:09:41,558 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/09ca72e5bff1:0, corePoolSize=5, maxPoolSize=5 2024-11-18T00:09:41,558 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/09ca72e5bff1:0, corePoolSize=5, maxPoolSize=5 2024-11-18T00:09:41,559 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/09ca72e5bff1:0, corePoolSize=5, maxPoolSize=5 2024-11-18T00:09:41,559 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/09ca72e5bff1:0, corePoolSize=10, maxPoolSize=10 2024-11-18T00:09:41,559 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,559 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/09ca72e5bff1:0, corePoolSize=2, maxPoolSize=2 2024-11-18T00:09:41,559 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,564 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731888611564 2024-11-18T00:09:41,565 DEBUG [RS:0;09ca72e5bff1:40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T00:09:41,566 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T00:09:41,567 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T00:09:41,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T00:09:41,570 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T00:09:41,572 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T00:09:41,573 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-18T00:09:41,573 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T00:09:41,574 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T00:09:41,574 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T00:09:41,575 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:41,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T00:09:41,577 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,585 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T00:09:41,586 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T00:09:41,588 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T00:09:41,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741831_1007 (size=1321) 2024-11-18T00:09:41,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T00:09:41,600 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:09:41,610 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:41,611 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:09:41,617 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T00:09:41,619 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:09:41,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741832_1008 (size=32) 2024-11-18T00:09:41,627 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:09:41,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:41,637 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T00:09:41,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T00:09:41,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:09:41,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T00:09:41,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:41,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T00:09:41,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T00:09:41,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:09:41,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59dc053d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:41,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:09:41,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:09:41,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:09:41,657 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:09:41,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T00:09:41,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:41,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c90f8c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:41,662 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-18T00:09:41,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T00:09:41,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T00:09:41,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T00:09:41,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:41,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T00:09:41,668 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T00:09:41,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T00:09:41,669 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T00:09:41,671 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/09ca72e5bff1:0:becomeActiveMaster-HFileCleaner.large.0-1731888581670,5,FailOnTimeoutGroup] 2024-11-18T00:09:41,673 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T00:09:41,673 WARN [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T00:09:41,673 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/09ca72e5bff1:0:becomeActiveMaster-HFileCleaner.small.0-1731888581671,5,FailOnTimeoutGroup] 2024-11-18T00:09:41,673 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T00:09:41,673 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T00:09:41,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:41,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T00:09:41,675 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T00:09:41,675 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740 2024-11-18T00:09:41,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740 2024-11-18T00:09:41,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T00:09:41,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T00:09:41,683 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T00:09:41,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T00:09:41,693 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:09:41,694 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10420268320, jitterRate=-0.029536888003349304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T00:09:41,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731888581637Initializing all the Stores at 1731888581640 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731888581640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731888581640Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888581640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731888581640Cleaning up temporary data from old regions at 1731888581682 (+42 ms)Region opened successfully at 1731888581699 (+17 ms) 2024-11-18T00:09:41,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T00:09:41,700 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T00:09:41,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T00:09:41,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T00:09:41,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T00:09:41,701 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T00:09:41,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731888581699Disabling compacts and flushes for region at 1731888581700 (+1 ms)Disabling writes for close at 1731888581700Writing region close event to WAL at 1731888581701 (+1 ms)Closed at 1731888581701 2024-11-18T00:09:41,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T00:09:41,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T00:09:41,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T00:09:41,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T00:09:41,726 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T00:09:41,774 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(2659): reportForDuty to master=09ca72e5bff1,45461,1731888576757 with port=40803, startcode=1731888578326 2024-11-18T00:09:41,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:41,778 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] master.ServerManager(517): Registering regionserver=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:41,786 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:09:41,786 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40911 2024-11-18T00:09:41,786 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=44851 2024-11-18T00:09:41,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-18T00:09:41,841 DEBUG [RS:0;09ca72e5bff1:40803 {}] zookeeper.ZKUtil(111): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on existing znode=/1/rs/09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:41,841 WARN [RS:0;09ca72e5bff1:40803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T00:09:41,841 INFO [RS:0;09ca72e5bff1:40803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-18T00:09:41,841 INFO [RS:0;09ca72e5bff1:40803 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-18T00:09:41,842 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:41,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [09ca72e5bff1,40803,1731888578326] 2024-11-18T00:09:41,867 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T00:09:41,877 WARN [09ca72e5bff1:45461 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T00:09:41,883 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T00:09:41,889 INFO [RS:0;09ca72e5bff1:40803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T00:09:41,889 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,891 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T00:09:41,897 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T00:09:41,898 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,899 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,899 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,899 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,899 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,900 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,900 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/09ca72e5bff1:0, corePoolSize=2, maxPoolSize=2 2024-11-18T00:09:41,900 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,900 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,900 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,900 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,900 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,901 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/09ca72e5bff1:0, corePoolSize=1, maxPoolSize=1 2024-11-18T00:09:41,901 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0, corePoolSize=3, maxPoolSize=3 2024-11-18T00:09:41,901 DEBUG [RS:0;09ca72e5bff1:40803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/09ca72e5bff1:0, corePoolSize=3, maxPoolSize=3 2024-11-18T00:09:41,902 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,902 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,902 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,903 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,903 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,903 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(168): Chore ScheduledChore name=09ca72e5bff1,40803,1731888578326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T00:09:41,919 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T00:09:41,921 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(168): Chore ScheduledChore name=09ca72e5bff1,40803,1731888578326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,921 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,921 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.Replication(171): 09ca72e5bff1,40803,1731888578326 started 2024-11-18T00:09:41,937 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:41,937 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1482): Serving as 09ca72e5bff1,40803,1731888578326, RpcServer on 09ca72e5bff1/172.17.0.3:40803, sessionid=0x1014b4671430001 2024-11-18T00:09:41,938 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T00:09:41,938 DEBUG [RS:0;09ca72e5bff1:40803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:41,938 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '09ca72e5bff1,40803,1731888578326' 2024-11-18T00:09:41,938 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-18T00:09:41,939 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-18T00:09:41,939 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T00:09:41,940 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-18T00:09:41,940 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '09ca72e5bff1,40803,1731888578326' 2024-11-18T00:09:41,940 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-18T00:09:41,940 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-18T00:09:41,941 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-18T00:09:41,941 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-18T00:09:41,941 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T00:09:41,941 DEBUG [RS:0;09ca72e5bff1:40803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:41,941 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '09ca72e5bff1,40803,1731888578326' 2024-11-18T00:09:41,941 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-18T00:09:41,942 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-18T00:09:41,942 DEBUG [RS:0;09ca72e5bff1:40803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T00:09:41,942 INFO [RS:0;09ca72e5bff1:40803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T00:09:41,942 INFO [RS:0;09ca72e5bff1:40803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T00:09:42,046 INFO [RS:0;09ca72e5bff1:40803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T00:09:42,047 INFO [RS:0;09ca72e5bff1:40803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 09ca72e5bff1,40803,1731888578326.regiongroup-0 2024-11-18T00:09:42,050 INFO [RS:0;09ca72e5bff1:40803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0, suffix=, logDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326, archiveDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs, maxLogs=32 2024-11-18T00:09:42,064 DEBUG [RS:0;09ca72e5bff1:40803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888582052, exclude list is [], retry=0 2024-11-18T00:09:42,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:09:42,077 INFO [RS:0;09ca72e5bff1:40803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888582052 2024-11-18T00:09:42,077 DEBUG [RS:0;09ca72e5bff1:40803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:09:42,129 DEBUG [09ca72e5bff1:45461 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T00:09:42,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:42,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 09ca72e5bff1,40803,1731888578326, state=OPENING 2024-11-18T00:09:42,166 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T00:09:42,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:42,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:09:42,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-18T00:09:42,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-18T00:09:42,179 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T00:09:42,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:09:42,351 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T00:09:42,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T00:09:42,363 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T00:09:42,363 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-18T00:09:42,364 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-18T00:09:42,364 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T00:09:42,364 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T00:09:42,367 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=09ca72e5bff1%2C40803%2C1731888578326.meta, suffix=.meta, logDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326, archiveDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs, maxLogs=32 2024-11-18T00:09:42,381 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888582369.meta, exclude list is [], retry=0 2024-11-18T00:09:42,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:09:42,388 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888582369.meta 2024-11-18T00:09:42,390 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:09:42,390 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:09:42,395 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:09:42,396 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T00:09:42,398 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T00:09:42,399 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T00:09:42,403 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T00:09:42,404 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:42,404 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T00:09:42,404 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T00:09:42,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T00:09:42,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T00:09:42,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:42,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T00:09:42,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T00:09:42,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T00:09:42,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:42,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T00:09:42,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T00:09:42,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T00:09:42,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:42,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T00:09:42,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T00:09:42,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T00:09:42,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:42,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T00:09:42,422 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T00:09:42,423 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740 2024-11-18T00:09:42,427 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740 2024-11-18T00:09:42,430 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T00:09:42,430 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T00:09:42,432 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T00:09:42,435 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T00:09:42,438 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11692042240, jitterRate=0.08890628814697266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T00:09:42,438 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T00:09:42,440 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731888582405Writing region info on filesystem at 1731888582405Initializing all the Stores at 1731888582407 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731888582407Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731888582407Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888582407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731888582407Cleaning up temporary data from old regions at 1731888582430 (+23 ms)Running coprocessor post-open hooks at 1731888582438 (+8 ms)Region opened successfully at 1731888582439 (+1 ms) 2024-11-18T00:09:42,448 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731888582344 2024-11-18T00:09:42,458 DEBUG [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T00:09:42,459 INFO [RS_OPEN_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T00:09:42,460 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:42,463 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 09ca72e5bff1,40803,1731888578326, state=OPEN 2024-11-18T00:09:42,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-18T00:09:42,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-18T00:09:42,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-18T00:09:42,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-18T00:09:42,503 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:42,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T00:09:42,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=09ca72e5bff1,40803,1731888578326 in 323 msec 2024-11-18T00:09:42,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T00:09:42,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 798 msec 2024-11-18T00:09:42,518 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T00:09:42,519 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T00:09:42,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:09:42,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:09:42,564 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:09:42,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:09:42,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1070 sec 2024-11-18T00:09:42,587 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731888582587, completionTime=-1 2024-11-18T00:09:42,590 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T00:09:42,591 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T00:09:42,628 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T00:09:42,628 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731888642628 2024-11-18T00:09:42,628 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731888702628 2024-11-18T00:09:42,629 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec 2024-11-18T00:09:42,631 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=09ca72e5bff1,45461,1731888576757-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:42,631 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=09ca72e5bff1,45461,1731888576757-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:42,631 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=09ca72e5bff1,45461,1731888576757-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:42,632 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-09ca72e5bff1:45461, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:42,633 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:42,634 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:42,640 DEBUG [master/09ca72e5bff1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T00:09:42,671 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.009sec 2024-11-18T00:09:42,673 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T00:09:42,674 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T00:09:42,675 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T00:09:42,676 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T00:09:42,676 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T00:09:42,677 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=09ca72e5bff1,45461,1731888576757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T00:09:42,677 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=09ca72e5bff1,45461,1731888576757-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T00:09:42,686 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T00:09:42,687 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T00:09:42,688 INFO [master/09ca72e5bff1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=09ca72e5bff1,45461,1731888576757-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T00:09:42,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cc25be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:42,695 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T00:09:42,695 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T00:09:42,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:09:42,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:09:42,706 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:09:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:09:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:09:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba30b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:09:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:09:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:09:42,712 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:09:42,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195abe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:42,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:09:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:09:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:09:42,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:09:42,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=09ca72e5bff1,45461,1731888576757 2024-11-18T00:09:42,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-18T00:09:42,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/test.cache.data in system properties and HBase conf 2024-11-18T00:09:42,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T00:09:42,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir in system properties and HBase conf 2024-11-18T00:09:42,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T00:09:42,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T00:09:42,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T00:09:42,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T00:09:42,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T00:09:42,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T00:09:42,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T00:09:42,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T00:09:42,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T00:09:42,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T00:09:42,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T00:09:42,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T00:09:42,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/nfs.dump.dir in system properties and HBase conf 2024-11-18T00:09:42,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/java.io.tmpdir in system properties and HBase conf 2024-11-18T00:09:42,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T00:09:42,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T00:09:42,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T00:09:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741835_1011 (size=592039) 2024-11-18T00:09:43,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741836_1012 (size=1663647) 2024-11-18T00:09:44,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T00:09:44,448 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T00:09:44,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T00:09:44,630 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-18T00:09:44,631 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T00:09:44,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T00:09:44,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T00:09:44,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T00:09:44,640 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T00:09:44,641 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T00:09:44,641 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T00:09:44,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T00:09:44,645 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32dc3d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T00:09:44,645 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22311523{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-18T00:09:44,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T00:09:44,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-18T00:09:44,776 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-11-18T00:09:44,776 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-11-18T00:09:44,777 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-18T00:09:44,778 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-18T00:09:44,824 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-18T00:09:44,870 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-18T00:09:45,081 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-11-18T00:09:45,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8b3e204{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/java.io.tmpdir/jetty-localhost-40699-hadoop-yarn-common-3_4_1_jar-_-any-13980732663445999323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-18T00:09:45,107 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5daf3ae5{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/java.io.tmpdir/jetty-localhost-38025-hadoop-yarn-common-3_4_1_jar-_-any-9958640041516853940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-18T00:09:45,108 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@66767106{HTTP/1.1, (http/1.1)}{localhost:38025} 2024-11-18T00:09:45,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:40699} 2024-11-18T00:09:45,108 INFO [Thread-251 {}] server.Server(415): Started @15269ms 2024-11-18T00:09:45,108 INFO [Time-limited test {}] server.Server(415): Started @15269ms 2024-11-18T00:09:45,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741837_1013 (size=5) 2024-11-18T00:09:45,823 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-18T00:09:45,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T00:09:45,854 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-18T00:09:45,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T00:09:45,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T00:09:45,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T00:09:45,860 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T00:09:45,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T00:09:45,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e17e425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T00:09:45,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14534701{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-18T00:09:45,912 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-18T00:09:45,912 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-18T00:09:45,912 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-18T00:09:45,912 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-18T00:09:45,921 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-18T00:09:45,930 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-18T00:09:46,036 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-18T00:09:46,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d64718e{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/java.io.tmpdir/jetty-localhost-37767-hadoop-yarn-common-3_4_1_jar-_-any-14156463711244412378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-18T00:09:46,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@545e83e3{HTTP/1.1, (http/1.1)}{localhost:37767} 2024-11-18T00:09:46,051 INFO [Time-limited test {}] server.Server(415): Started @16212ms 2024-11-18T00:09:46,191 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-18T00:09:46,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T00:09:46,206 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-18T00:09:46,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T00:09:46,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T00:09:46,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T00:09:46,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T00:09:46,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T00:09:46,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@529eac7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T00:09:46,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d0e694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-18T00:09:46,260 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-18T00:09:46,261 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-18T00:09:46,261 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-18T00:09:46,261 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-18T00:09:46,271 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-18T00:09:46,277 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-18T00:09:46,365 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-18T00:09:46,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dbbc57{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/java.io.tmpdir/jetty-localhost-39809-hadoop-yarn-common-3_4_1_jar-_-any-5650970367291851817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-18T00:09:46,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ee3ebde{HTTP/1.1, (http/1.1)}{localhost:39809} 2024-11-18T00:09:46,370 INFO [Time-limited test {}] server.Server(415): Started @16531ms 2024-11-18T00:09:46,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-18T00:09:46,402 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:40911/backupUT 2024-11-18T00:09:46,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:09:46,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:09:46,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f5ba785 2024-11-18T00:09:46,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:09:46,419 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:09:46,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'} 2024-11-18T00:09:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-18T00:09:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T00:09:46,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 20 msec 2024-11-18T00:09:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T00:09:46,552 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-18T00:09:46,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'} 2024-11-18T00:09:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-18T00:09:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-18T00:09:46,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 17 msec 2024-11-18T00:09:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-18T00:09:46,671 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-18T00:09:46,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'} 2024-11-18T00:09:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-18T00:09:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-18T00:09:46,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 16 msec 2024-11-18T00:09:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-18T00:09:46,791 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-18T00:09:46,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'} 2024-11-18T00:09:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-18T00:09:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T00:09:46,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 60 msec 2024-11-18T00:09:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T00:09:46,901 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-18T00:09:46,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1731888586402', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:09:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731888586402 2024-11-18T00:09:46,918 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731888586402 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T00:09:46,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test-1731888586402" procId is: 8 2024-11-18T00:09:46,921 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-18T00:09:46,923 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731888586402 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T00:09:46,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741838_1014 (size=367) 2024-11-18T00:09:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-18T00:09:47,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T00:09:47,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T00:09:47,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:09:47,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-18T00:09:47,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T00:09:47,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T00:09:47,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T00:09:47,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T00:09:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-18T00:09:47,339 INFO [RegionOpenAndInit-test-1731888586402-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8015d904b7fa2209cdc5f860bce7e5cd, NAME => 'test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731888586402', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:09:47,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741839_1015 (size=53) 2024-11-18T00:09:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-18T00:09:47,750 DEBUG [RegionOpenAndInit-test-1731888586402-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:47,751 DEBUG [RegionOpenAndInit-test-1731888586402-pool-0 {}] regionserver.HRegion(1722): Closing 8015d904b7fa2209cdc5f860bce7e5cd, disabling compactions & flushes 2024-11-18T00:09:47,751 INFO [RegionOpenAndInit-test-1731888586402-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:47,751 DEBUG [RegionOpenAndInit-test-1731888586402-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:47,751 DEBUG [RegionOpenAndInit-test-1731888586402-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. after waiting 0 ms 2024-11-18T00:09:47,751 DEBUG [RegionOpenAndInit-test-1731888586402-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:47,751 INFO [RegionOpenAndInit-test-1731888586402-pool-0 {}] regionserver.HRegion(1973): Closed test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:47,751 DEBUG [RegionOpenAndInit-test-1731888586402-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8015d904b7fa2209cdc5f860bce7e5cd: Waiting for close lock at 1731888587751Disabling compacts and flushes for region at 1731888587751Disabling writes for close at 1731888587751Writing region close event to WAL at 1731888587751Closed at 1731888587751 2024-11-18T00:09:47,753 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731888586402 execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T00:09:47,758 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731888587753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888587753"}]},"ts":"1731888587753"} 2024-11-18T00:09:47,763 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T00:09:47,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731888586402 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T00:09:47,767 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731888586402","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888587765"}]},"ts":"1731888587765"} 2024-11-18T00:09:47,772 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731888586402, state=ENABLING in hbase:meta 2024-11-18T00:09:47,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, ASSIGN}] 2024-11-18T00:09:47,775 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, ASSIGN 2024-11-18T00:09:47,777 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:09:47,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-18T00:09:47,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8015d904b7fa2209cdc5f860bce7e5cd, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:47,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, ASSIGN because future has completed 2024-11-18T00:09:47,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:09:47,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T00:09:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-18T00:09:48,108 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:48,108 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T00:09:48,109 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 09ca72e5bff1,40803,1731888578326.regiongroup-1 2024-11-18T00:09:48,112 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1, suffix=, logDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326, archiveDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs, maxLogs=32 2024-11-18T00:09:48,127 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888588113, exclude list is [], retry=0 2024-11-18T00:09:48,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:09:48,133 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888588113 2024-11-18T00:09:48,133 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:09:48,134 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8015d904b7fa2209cdc5f860bce7e5cd, NAME => 'test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd.', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:09:48,134 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:09:48,134 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731888586402 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:48,134 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:48,134 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:48,135 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:48,137 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:48,139 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8015d904b7fa2209cdc5f860bce7e5cd columnFamilyName f 2024-11-18T00:09:48,140 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:48,141 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(327): Store=8015d904b7fa2209cdc5f860bce7e5cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:48,141 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:48,143 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:48,144 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:48,145 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:48,145 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:48,148 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:48,152 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:09:48,154 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 8015d904b7fa2209cdc5f860bce7e5cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10785839360, jitterRate=0.004509568214416504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T00:09:48,154 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:48,155 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8015d904b7fa2209cdc5f860bce7e5cd: Running coprocessor pre-open hook at 1731888588135Writing region info on filesystem at 1731888588135Initializing all the Stores at 1731888588136 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888588137 (+1 ms)Cleaning up temporary data from old regions at 1731888588145 (+8 ms)Running coprocessor post-open hooks at 1731888588154 (+9 ms)Region opened successfully at 1731888588155 (+1 ms) 2024-11-18T00:09:48,157 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd., pid=10, masterSystemTime=1731888588088 2024-11-18T00:09:48,161 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:48,161 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:48,162 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8015d904b7fa2209cdc5f860bce7e5cd, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:48,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:09:48,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T00:09:48,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326 in 234 msec 2024-11-18T00:09:48,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T00:09:48,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, ASSIGN in 399 msec 2024-11-18T00:09:48,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731888586402 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T00:09:48,177 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731888586402","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888588177"}]},"ts":"1731888588177"} 2024-11-18T00:09:48,180 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731888586402, state=ENABLED in hbase:meta 2024-11-18T00:09:48,182 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731888586402 execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T00:09:48,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731888586402 in 1.2710 sec 2024-11-18T00:09:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-18T00:09:49,071 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731888586402 completed 2024-11-18T00:09:49,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658e3781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:49,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:09:49,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:09:49,074 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:09:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:09:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:09:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e0f8e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:09:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:09:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:09:49,077 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:09:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3fb32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:49,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:09:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:09:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:09:49,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:09:49,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731888586402', row='row0', locateType=CURRENT is [region=test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:09:49,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegion(8528): writing data to region test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T00:09:49,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17318885864021', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:09:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17318885864021 2024-11-18T00:09:49,262 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17318885864021 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T00:09:49,262 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:49,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "test-17318885864021" procId is: 11 2024-11-18T00:09:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T00:09:49,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17318885864021 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T00:09:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741841_1017 (size=364) 2024-11-18T00:09:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T00:09:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T00:09:49,675 INFO [RegionOpenAndInit-ns2:test-17318885864021-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc41ba89af59a65da46865a3dd834484, NAME => 'ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17318885864021', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:09:49,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741842_1018 (size=50) 2024-11-18T00:09:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T00:09:50,085 DEBUG [RegionOpenAndInit-ns2:test-17318885864021-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:50,085 DEBUG [RegionOpenAndInit-ns2:test-17318885864021-pool-0 {}] regionserver.HRegion(1722): Closing fc41ba89af59a65da46865a3dd834484, disabling compactions & flushes 2024-11-18T00:09:50,085 INFO [RegionOpenAndInit-ns2:test-17318885864021-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:09:50,085 DEBUG [RegionOpenAndInit-ns2:test-17318885864021-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:09:50,085 DEBUG [RegionOpenAndInit-ns2:test-17318885864021-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. after waiting 0 ms 2024-11-18T00:09:50,085 DEBUG [RegionOpenAndInit-ns2:test-17318885864021-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:09:50,085 INFO [RegionOpenAndInit-ns2:test-17318885864021-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:09:50,085 DEBUG [RegionOpenAndInit-ns2:test-17318885864021-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc41ba89af59a65da46865a3dd834484: Waiting for close lock at 1731888590085Disabling compacts and flushes for region at 1731888590085Disabling writes for close at 1731888590085Writing region close event to WAL at 1731888590085Closed at 1731888590085 2024-11-18T00:09:50,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17318885864021 execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T00:09:50,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731888590087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888590087"}]},"ts":"1731888590087"} 2024-11-18T00:09:50,091 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T00:09:50,093 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17318885864021 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T00:09:50,093 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17318885864021","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888590093"}]},"ts":"1731888590093"} 2024-11-18T00:09:50,096 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17318885864021, state=ENABLING in hbase:meta 2024-11-18T00:09:50,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17318885864021, region=fc41ba89af59a65da46865a3dd834484, ASSIGN}] 2024-11-18T00:09:50,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17318885864021, region=fc41ba89af59a65da46865a3dd834484, ASSIGN 2024-11-18T00:09:50,100 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17318885864021, region=fc41ba89af59a65da46865a3dd834484, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:09:50,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fc41ba89af59a65da46865a3dd834484, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:50,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17318885864021, region=fc41ba89af59a65da46865a3dd834484, ASSIGN because future has completed 2024-11-18T00:09:50,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc41ba89af59a65da46865a3dd834484, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:09:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T00:09:50,412 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:09:50,412 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fc41ba89af59a65da46865a3dd834484, NAME => 'ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484.', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:09:50,413 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:09:50,413 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17318885864021 fc41ba89af59a65da46865a3dd834484 2024-11-18T00:09:50,413 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:50,413 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fc41ba89af59a65da46865a3dd834484 2024-11-18T00:09:50,413 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fc41ba89af59a65da46865a3dd834484 2024-11-18T00:09:50,416 INFO [StoreOpener-fc41ba89af59a65da46865a3dd834484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc41ba89af59a65da46865a3dd834484 2024-11-18T00:09:50,418 INFO [StoreOpener-fc41ba89af59a65da46865a3dd834484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc41ba89af59a65da46865a3dd834484 columnFamilyName f 2024-11-18T00:09:50,418 DEBUG [StoreOpener-fc41ba89af59a65da46865a3dd834484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:50,419 INFO [StoreOpener-fc41ba89af59a65da46865a3dd834484-1 {}] regionserver.HStore(327): Store=fc41ba89af59a65da46865a3dd834484/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:50,420 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fc41ba89af59a65da46865a3dd834484 2024-11-18T00:09:50,422 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484 2024-11-18T00:09:50,422 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484 2024-11-18T00:09:50,423 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fc41ba89af59a65da46865a3dd834484 2024-11-18T00:09:50,423 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fc41ba89af59a65da46865a3dd834484 2024-11-18T00:09:50,426 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fc41ba89af59a65da46865a3dd834484 2024-11-18T00:09:50,430 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:09:50,431 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened fc41ba89af59a65da46865a3dd834484; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11729399040, jitterRate=0.09238541126251221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T00:09:50,431 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc41ba89af59a65da46865a3dd834484 2024-11-18T00:09:50,432 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fc41ba89af59a65da46865a3dd834484: Running coprocessor pre-open hook at 1731888590413Writing region info on filesystem at 1731888590413Initializing all the Stores at 1731888590415 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888590415Cleaning up temporary data from old regions at 1731888590423 (+8 ms)Running coprocessor post-open hooks at 1731888590431 (+8 ms)Region opened successfully at 1731888590432 (+1 ms) 2024-11-18T00:09:50,434 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484., pid=13, masterSystemTime=1731888590407 2024-11-18T00:09:50,437 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:09:50,437 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:09:50,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fc41ba89af59a65da46865a3dd834484, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:50,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc41ba89af59a65da46865a3dd834484, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:09:50,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T00:09:50,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fc41ba89af59a65da46865a3dd834484, server=09ca72e5bff1,40803,1731888578326 in 189 msec 2024-11-18T00:09:50,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T00:09:50,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17318885864021, region=fc41ba89af59a65da46865a3dd834484, ASSIGN in 352 msec 2024-11-18T00:09:50,453 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17318885864021 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T00:09:50,453 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17318885864021","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888590453"}]},"ts":"1731888590453"} 2024-11-18T00:09:50,456 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17318885864021, state=ENABLED in hbase:meta 2024-11-18T00:09:50,457 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17318885864021 execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T00:09:50,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17318885864021 in 1.1980 sec 2024-11-18T00:09:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T00:09:51,411 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17318885864021 completed 2024-11-18T00:09:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17318885864021', row='row0', locateType=CURRENT is [region=ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:09:51,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegion(8528): writing data to region ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T00:09:51,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17318885864022', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:09:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17318885864022 2024-11-18T00:09:51,578 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17318885864022 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T00:09:51,579 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:51,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3" qualifier: "test-17318885864022" procId is: 14 2024-11-18T00:09:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T00:09:51,581 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17318885864022 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T00:09:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741843_1019 (size=390) 2024-11-18T00:09:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T00:09:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T00:09:51,992 INFO [RegionOpenAndInit-ns3:test-17318885864022-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c22a9dafc72f337725176b13b4c47d58, NAME => 'ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17318885864022', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:09:52,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741844_1020 (size=50) 2024-11-18T00:09:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T00:09:52,402 DEBUG [RegionOpenAndInit-ns3:test-17318885864022-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:52,402 DEBUG [RegionOpenAndInit-ns3:test-17318885864022-pool-0 {}] regionserver.HRegion(1722): Closing c22a9dafc72f337725176b13b4c47d58, disabling compactions & flushes 2024-11-18T00:09:52,402 INFO [RegionOpenAndInit-ns3:test-17318885864022-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:09:52,402 DEBUG [RegionOpenAndInit-ns3:test-17318885864022-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:09:52,402 DEBUG [RegionOpenAndInit-ns3:test-17318885864022-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. after waiting 0 ms 2024-11-18T00:09:52,402 DEBUG [RegionOpenAndInit-ns3:test-17318885864022-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:09:52,402 INFO [RegionOpenAndInit-ns3:test-17318885864022-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:09:52,403 DEBUG [RegionOpenAndInit-ns3:test-17318885864022-pool-0 {}] regionserver.HRegion(1676): Region close journal for c22a9dafc72f337725176b13b4c47d58: Waiting for close lock at 1731888592402Disabling compacts and flushes for region at 1731888592402Disabling writes for close at 1731888592402Writing region close event to WAL at 1731888592402Closed at 1731888592402 2024-11-18T00:09:52,404 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17318885864022 execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T00:09:52,405 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731888592405"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888592405"}]},"ts":"1731888592405"} 2024-11-18T00:09:52,408 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T00:09:52,410 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17318885864022 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T00:09:52,410 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17318885864022","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888592410"}]},"ts":"1731888592410"} 2024-11-18T00:09:52,413 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17318885864022, state=ENABLING in hbase:meta 2024-11-18T00:09:52,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17318885864022, region=c22a9dafc72f337725176b13b4c47d58, ASSIGN}] 2024-11-18T00:09:52,416 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17318885864022, region=c22a9dafc72f337725176b13b4c47d58, ASSIGN 2024-11-18T00:09:52,417 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17318885864022, region=c22a9dafc72f337725176b13b4c47d58, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:09:52,568 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c22a9dafc72f337725176b13b4c47d58, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:52,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17318885864022, region=c22a9dafc72f337725176b13b4c47d58, ASSIGN because future has completed 2024-11-18T00:09:52,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure c22a9dafc72f337725176b13b4c47d58, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:09:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T00:09:52,732 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:09:52,732 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c22a9dafc72f337725176b13b4c47d58, NAME => 'ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58.', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:09:52,732 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:09:52,733 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17318885864022 c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:09:52,733 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:52,733 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:09:52,733 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:09:52,736 INFO [StoreOpener-c22a9dafc72f337725176b13b4c47d58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:09:52,738 INFO [StoreOpener-c22a9dafc72f337725176b13b4c47d58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c22a9dafc72f337725176b13b4c47d58 columnFamilyName f 2024-11-18T00:09:52,738 DEBUG [StoreOpener-c22a9dafc72f337725176b13b4c47d58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:52,739 INFO [StoreOpener-c22a9dafc72f337725176b13b4c47d58-1 {}] regionserver.HStore(327): Store=c22a9dafc72f337725176b13b4c47d58/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:52,739 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:09:52,740 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns3/test-17318885864022/c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:09:52,741 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns3/test-17318885864022/c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:09:52,742 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:09:52,742 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:09:52,744 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:09:52,748 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns3/test-17318885864022/c22a9dafc72f337725176b13b4c47d58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:09:52,748 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c22a9dafc72f337725176b13b4c47d58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11243727680, jitterRate=0.047153741121292114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T00:09:52,749 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:09:52,749 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c22a9dafc72f337725176b13b4c47d58: Running coprocessor pre-open hook at 1731888592733Writing region info on filesystem at 1731888592733Initializing all the Stores at 1731888592735 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888592735Cleaning up temporary data from old regions at 1731888592742 (+7 ms)Running coprocessor post-open hooks at 1731888592749 (+7 ms)Region opened successfully at 1731888592749 2024-11-18T00:09:52,751 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58., pid=16, masterSystemTime=1731888592726 2024-11-18T00:09:52,754 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:09:52,754 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:09:52,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c22a9dafc72f337725176b13b4c47d58, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:52,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure c22a9dafc72f337725176b13b4c47d58, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:09:52,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T00:09:52,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure c22a9dafc72f337725176b13b4c47d58, server=09ca72e5bff1,40803,1731888578326 in 187 msec 2024-11-18T00:09:52,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T00:09:52,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17318885864022, region=c22a9dafc72f337725176b13b4c47d58, ASSIGN in 348 msec 2024-11-18T00:09:52,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17318885864022 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T00:09:52,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17318885864022","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888592767"}]},"ts":"1731888592767"} 2024-11-18T00:09:52,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17318885864022, state=ENABLED in hbase:meta 2024-11-18T00:09:52,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17318885864022 execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T00:09:52,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17318885864022 in 1.1970 sec 2024-11-18T00:09:53,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-18T00:09:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T00:09:53,731 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17318885864022 completed 2024-11-18T00:09:53,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17318885864022 get assigned. Timeout = 60000ms 2024-11-18T00:09:53,732 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T00:09:53,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17318885864022 assigned to meta. Checking AM states. 2024-11-18T00:09:53,739 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T00:09:53,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17318885864022 assigned. 2024-11-18T00:09:53,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17318885864023', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:09:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17318885864023 2024-11-18T00:09:53,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17318885864023 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T00:09:53,745 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:53,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4" qualifier: "test-17318885864023" procId is: 17 2024-11-18T00:09:53,746 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17318885864023 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T00:09:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T00:09:53,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741845_1021 (size=390) 2024-11-18T00:09:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T00:09:53,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17318885864022' 2024-11-18T00:09:53,981 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17318885864021' 2024-11-18T00:09:54,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731888586402' 2024-11-18T00:09:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T00:09:54,157 INFO [RegionOpenAndInit-ns4:test-17318885864023-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a31d53e3841eab7fb6cb3ec3a202f18f, NAME => 'ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17318885864023', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:09:54,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741846_1022 (size=50) 2024-11-18T00:09:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T00:09:54,566 DEBUG [RegionOpenAndInit-ns4:test-17318885864023-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:54,566 DEBUG [RegionOpenAndInit-ns4:test-17318885864023-pool-0 {}] regionserver.HRegion(1722): Closing a31d53e3841eab7fb6cb3ec3a202f18f, disabling compactions & flushes 2024-11-18T00:09:54,566 INFO [RegionOpenAndInit-ns4:test-17318885864023-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:09:54,567 DEBUG [RegionOpenAndInit-ns4:test-17318885864023-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:09:54,567 DEBUG [RegionOpenAndInit-ns4:test-17318885864023-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. after waiting 0 ms 2024-11-18T00:09:54,567 DEBUG [RegionOpenAndInit-ns4:test-17318885864023-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:09:54,567 INFO [RegionOpenAndInit-ns4:test-17318885864023-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:09:54,567 DEBUG [RegionOpenAndInit-ns4:test-17318885864023-pool-0 {}] regionserver.HRegion(1676): Region close journal for a31d53e3841eab7fb6cb3ec3a202f18f: Waiting for close lock at 1731888594566Disabling compacts and flushes for region at 1731888594566Disabling writes for close at 1731888594567 (+1 ms)Writing region close event to WAL at 1731888594567Closed at 1731888594567 2024-11-18T00:09:54,568 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17318885864023 execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T00:09:54,569 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731888594569"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888594569"}]},"ts":"1731888594569"} 2024-11-18T00:09:54,572 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T00:09:54,573 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17318885864023 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T00:09:54,574 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17318885864023","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888594573"}]},"ts":"1731888594573"} 2024-11-18T00:09:54,576 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17318885864023, state=ENABLING in hbase:meta 2024-11-18T00:09:54,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17318885864023, region=a31d53e3841eab7fb6cb3ec3a202f18f, ASSIGN}] 2024-11-18T00:09:54,578 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17318885864023, region=a31d53e3841eab7fb6cb3ec3a202f18f, ASSIGN 2024-11-18T00:09:54,579 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17318885864023, region=a31d53e3841eab7fb6cb3ec3a202f18f, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:09:54,730 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a31d53e3841eab7fb6cb3ec3a202f18f, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:54,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17318885864023, region=a31d53e3841eab7fb6cb3ec3a202f18f, ASSIGN because future has completed 2024-11-18T00:09:54,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a31d53e3841eab7fb6cb3ec3a202f18f, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:09:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T00:09:54,891 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:09:54,891 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a31d53e3841eab7fb6cb3ec3a202f18f, NAME => 'ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:09:54,892 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:09:54,892 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17318885864023 a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:09:54,892 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:54,892 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:09:54,892 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:09:54,894 INFO [StoreOpener-a31d53e3841eab7fb6cb3ec3a202f18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:09:54,897 INFO [StoreOpener-a31d53e3841eab7fb6cb3ec3a202f18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a31d53e3841eab7fb6cb3ec3a202f18f columnFamilyName f 2024-11-18T00:09:54,897 DEBUG [StoreOpener-a31d53e3841eab7fb6cb3ec3a202f18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:54,898 INFO [StoreOpener-a31d53e3841eab7fb6cb3ec3a202f18f-1 {}] regionserver.HStore(327): Store=a31d53e3841eab7fb6cb3ec3a202f18f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:54,898 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:09:54,899 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns4/test-17318885864023/a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:09:54,900 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns4/test-17318885864023/a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:09:54,900 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:09:54,900 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:09:54,903 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:09:54,905 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns4/test-17318885864023/a31d53e3841eab7fb6cb3ec3a202f18f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:09:54,906 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a31d53e3841eab7fb6cb3ec3a202f18f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11345044800, jitterRate=0.05658963322639465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T00:09:54,906 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:09:54,907 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a31d53e3841eab7fb6cb3ec3a202f18f: Running coprocessor pre-open hook at 1731888594892Writing region info on filesystem at 1731888594892Initializing all the Stores at 1731888594894 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888594894Cleaning up temporary data from old regions at 1731888594900 (+6 ms)Running coprocessor post-open hooks at 1731888594906 (+6 ms)Region opened successfully at 1731888594907 (+1 ms) 2024-11-18T00:09:54,908 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f., pid=19, masterSystemTime=1731888594886 2024-11-18T00:09:54,911 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:09:54,911 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:09:54,912 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a31d53e3841eab7fb6cb3ec3a202f18f, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:54,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a31d53e3841eab7fb6cb3ec3a202f18f, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:09:54,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T00:09:54,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a31d53e3841eab7fb6cb3ec3a202f18f, server=09ca72e5bff1,40803,1731888578326 in 183 msec 2024-11-18T00:09:54,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-18T00:09:54,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17318885864023, region=a31d53e3841eab7fb6cb3ec3a202f18f, ASSIGN in 344 msec 2024-11-18T00:09:54,924 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17318885864023 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T00:09:54,924 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17318885864023","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888594924"}]},"ts":"1731888594924"} 2024-11-18T00:09:54,927 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17318885864023, state=ENABLED in hbase:meta 2024-11-18T00:09:54,929 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17318885864023 execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T00:09:54,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17318885864023 in 1.1880 sec 2024-11-18T00:09:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T00:09:55,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17318885864023 get assigned. Timeout = 60000ms 2024-11-18T00:09:55,901 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17318885864023 completed 2024-11-18T00:09:55,901 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T00:09:55,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17318885864023 assigned to meta. Checking AM states. 2024-11-18T00:09:55,906 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T00:09:55,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17318885864023 assigned. 2024-11-18T00:09:55,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:09:55,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:09:55,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:09:55,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:09:55,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:09:55,936 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=9, AvailableMemoryMB=9742 2024-11-18T00:09:55,938 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-18T00:09:55,939 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-18T00:09:55,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1731888586402 from 'test-1731888586402', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731888586402', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:09:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731888586402 2024-11-18T00:09:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741847_1023 (size=908) 2024-11-18T00:09:56,371 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/.tabledesc/.tableinfo.0000000001.367 2024-11-18T00:09:56,371 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/.tabledesc/.tableinfo.0000000002.908 2024-11-18T00:09:56,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731888586402}] 2024-11-18T00:09:56,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE}] 2024-11-18T00:09:56,386 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE 2024-11-18T00:09:56,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8015d904b7fa2209cdc5f860bce7e5cd, regionState=CLOSING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:56,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE because future has completed 2024-11-18T00:09:56,391 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T00:09:56,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:09:56,549 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:56,549 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T00:09:56,549 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 8015d904b7fa2209cdc5f860bce7e5cd, disabling compactions & flushes 2024-11-18T00:09:56,549 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:56,549 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:56,550 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. after waiting 0 ms 2024-11-18T00:09:56,550 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:56,553 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 8015d904b7fa2209cdc5f860bce7e5cd 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-18T00:09:56,617 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f/16cc5efd829747b7beedad513c0eb028 is 37, key is row10/f:q1/1731888589113/Put/seqid=0 2024-11-18T00:09:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741848_1024 (size=8413) 2024-11-18T00:09:57,029 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f/16cc5efd829747b7beedad513c0eb028 2024-11-18T00:09:57,087 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f/16cc5efd829747b7beedad513c0eb028 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 2024-11-18T00:09:57,096 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028, entries=99, sequenceid=103, filesize=8.2 K 2024-11-18T00:09:57,103 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 8015d904b7fa2209cdc5f860bce7e5cd in 549ms, sequenceid=103, compaction requested=false 2024-11-18T00:09:57,110 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-18T00:09:57,113 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:09:57,113 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:57,113 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 8015d904b7fa2209cdc5f860bce7e5cd: Waiting for close lock at 1731888596549Running coprocessor pre-close hooks at 1731888596549Disabling compacts and flushes for region at 1731888596549Disabling writes for close at 1731888596550 (+1 ms)Obtaining lock to block concurrent updates at 1731888596553 (+3 ms)Preparing flush snapshotting stores in 8015d904b7fa2209cdc5f860bce7e5cd at 1731888596553Finished memstore snapshotting test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731888596560 (+7 ms)Flushing stores of test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. at 1731888596562 (+2 ms)Flushing 8015d904b7fa2209cdc5f860bce7e5cd/f: creating writer at 1731888596563 (+1 ms)Flushing 8015d904b7fa2209cdc5f860bce7e5cd/f: appending metadata at 1731888596605 (+42 ms)Flushing 8015d904b7fa2209cdc5f860bce7e5cd/f: closing flushed file at 1731888596607 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf5859c: reopening flushed file at 1731888597085 (+478 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 8015d904b7fa2209cdc5f860bce7e5cd in 549ms, sequenceid=103, compaction requested=false at 1731888597103 (+18 ms)Writing region close event to WAL at 1731888597104 (+1 ms)Running coprocessor post-close hooks at 1731888597111 (+7 ms)Closed at 1731888597113 (+2 ms) 2024-11-18T00:09:57,114 WARN [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 8015d904b7fa2209cdc5f860bce7e5cd to self. 2024-11-18T00:09:57,117 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8015d904b7fa2209cdc5f860bce7e5cd, regionState=CLOSED 2024-11-18T00:09:57,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:09:57,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-18T00:09:57,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326 in 731 msec 2024-11-18T00:09:57,128 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE; state=CLOSED, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=true 2024-11-18T00:09:57,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17318885864021 2024-11-18T00:09:57,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17318885864021 Metrics about Tables on a single HBase RegionServer 2024-11-18T00:09:57,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17318885864022 2024-11-18T00:09:57,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17318885864022 Metrics about Tables on a single HBase RegionServer 2024-11-18T00:09:57,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17318885864023 2024-11-18T00:09:57,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17318885864023 Metrics about Tables on a single HBase RegionServer 2024-11-18T00:09:57,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8015d904b7fa2209cdc5f860bce7e5cd, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:57,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE because future has completed 2024-11-18T00:09:57,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:09:57,439 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:57,439 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8015d904b7fa2209cdc5f860bce7e5cd, NAME => 'test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd.', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:09:57,439 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:09:57,439 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731888586402 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,440 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:57,440 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,440 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,442 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,443 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8015d904b7fa2209cdc5f860bce7e5cd columnFamilyName f 2024-11-18T00:09:57,443 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:57,453 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 2024-11-18T00:09:57,453 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(327): Store=8015d904b7fa2209cdc5f860bce7e5cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:57,453 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,455 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8015d904b7fa2209cdc5f860bce7e5cd columnFamilyName f3 2024-11-18T00:09:57,455 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:57,456 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(327): Store=8015d904b7fa2209cdc5f860bce7e5cd/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:57,457 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,463 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8015d904b7fa2209cdc5f860bce7e5cd columnFamilyName mob 2024-11-18T00:09:57,468 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:57,468 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(327): Store=8015d904b7fa2209cdc5f860bce7e5cd/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:57,469 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,470 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,473 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,474 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,474 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,475 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731888586402 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T00:09:57,478 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,479 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8015d904b7fa2209cdc5f860bce7e5cd; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9941286720, jitterRate=-0.07414552569389343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T00:09:57,480 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:09:57,481 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8015d904b7fa2209cdc5f860bce7e5cd: Running coprocessor pre-open hook at 1731888597440Writing region info on filesystem at 1731888597440Initializing all the Stores at 1731888597441 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888597441Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888597442 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888597442Cleaning up temporary data from old regions at 1731888597474 (+32 ms)Running coprocessor post-open hooks at 1731888597480 (+6 ms)Region opened successfully at 1731888597480 2024-11-18T00:09:57,482 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd., pid=24, masterSystemTime=1731888597434 2024-11-18T00:09:57,485 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:57,485 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:09:57,486 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=8015d904b7fa2209cdc5f860bce7e5cd, regionState=OPEN, openSeqNum=107, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:57,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:09:57,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-18T00:09:57,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326 in 209 msec 2024-11-18T00:09:57,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-18T00:09:57,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE in 1.1080 sec 2024-11-18T00:09:57,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-18T00:09:57,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731888586402 in 1.1210 sec 2024-11-18T00:09:57,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731888586402 in 1.5550 sec 2024-11-18T00:09:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-18T00:09:57,507 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731888586402 completed 2024-11-18T00:09:57,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb3d990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:57,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:09:57,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:09:57,509 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:09:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:09:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:09:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2b08a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:09:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:09:57,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:09:57,512 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:09:57,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab137e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:09:57,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:09:57,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:09:57,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:09:57,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:09:57,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731888586402', row='row-test-1731888586402-3-0', locateType=CURRENT is [region=test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd., hostname=09ca72e5bff1,40803,1731888578326, seqNum=107] 2024-11-18T00:09:57,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:09:57,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:09:57,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50b4bd9c 2024-11-18T00:09:57,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:09:57,571 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:09:57,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'} 2024-11-18T00:09:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-18T00:09:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-18T00:09:57,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 9 msec 2024-11-18T00:09:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-18T00:09:57,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-18T00:09:57,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:09:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-18T00:09:57,708 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T00:09:57,709 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:57,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-18T00:09:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-18T00:09:57,710 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T00:09:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741849_1025 (size=635) 2024-11-18T00:09:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-18T00:09:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-18T00:09:58,121 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a95de6413cc5221fbcb53aeae8457c33, NAME => 'backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:09:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741850_1026 (size=40) 2024-11-18T00:09:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-18T00:09:58,530 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:58,531 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing a95de6413cc5221fbcb53aeae8457c33, disabling compactions & flushes 2024-11-18T00:09:58,531 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:09:58,531 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:09:58,531 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. after waiting 0 ms 2024-11-18T00:09:58,531 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:09:58,531 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:09:58,531 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for a95de6413cc5221fbcb53aeae8457c33: Waiting for close lock at 1731888598530Disabling compacts and flushes for region at 1731888598530Disabling writes for close at 1731888598531 (+1 ms)Writing region close event to WAL at 1731888598531Closed at 1731888598531 2024-11-18T00:09:58,533 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T00:09:58,533 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731888598533"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888598533"}]},"ts":"1731888598533"} 2024-11-18T00:09:58,536 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T00:09:58,537 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T00:09:58,537 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888598537"}]},"ts":"1731888598537"} 2024-11-18T00:09:58,540 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-18T00:09:58,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a95de6413cc5221fbcb53aeae8457c33, ASSIGN}] 2024-11-18T00:09:58,541 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a95de6413cc5221fbcb53aeae8457c33, ASSIGN 2024-11-18T00:09:58,542 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=a95de6413cc5221fbcb53aeae8457c33, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:09:58,693 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a95de6413cc5221fbcb53aeae8457c33, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:58,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=a95de6413cc5221fbcb53aeae8457c33, ASSIGN because future has completed 2024-11-18T00:09:58,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure a95de6413cc5221fbcb53aeae8457c33, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:09:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-18T00:09:58,853 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:09:58,853 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => a95de6413cc5221fbcb53aeae8457c33, NAME => 'backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33.', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:09:58,854 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:09:58,854 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,854 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:09:58,854 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,854 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,856 INFO [StoreOpener-a95de6413cc5221fbcb53aeae8457c33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,858 INFO [StoreOpener-a95de6413cc5221fbcb53aeae8457c33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a95de6413cc5221fbcb53aeae8457c33 columnFamilyName meta 2024-11-18T00:09:58,858 DEBUG [StoreOpener-a95de6413cc5221fbcb53aeae8457c33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:58,859 INFO [StoreOpener-a95de6413cc5221fbcb53aeae8457c33-1 {}] regionserver.HStore(327): Store=a95de6413cc5221fbcb53aeae8457c33/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:58,859 INFO [StoreOpener-a95de6413cc5221fbcb53aeae8457c33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,861 INFO [StoreOpener-a95de6413cc5221fbcb53aeae8457c33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a95de6413cc5221fbcb53aeae8457c33 columnFamilyName session 2024-11-18T00:09:58,861 DEBUG [StoreOpener-a95de6413cc5221fbcb53aeae8457c33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:58,862 INFO [StoreOpener-a95de6413cc5221fbcb53aeae8457c33-1 {}] regionserver.HStore(327): Store=a95de6413cc5221fbcb53aeae8457c33/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:09:58,862 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,863 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,864 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,865 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,865 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,866 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T00:09:58,867 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,870 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:09:58,871 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened a95de6413cc5221fbcb53aeae8457c33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10195987520, jitterRate=-0.050424665212631226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T00:09:58,871 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:09:58,872 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for a95de6413cc5221fbcb53aeae8457c33: Running coprocessor pre-open hook at 1731888598854Writing region info on filesystem at 1731888598854Initializing all the Stores at 1731888598856 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888598856Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888598856Cleaning up temporary data from old regions at 1731888598865 (+9 ms)Running coprocessor post-open hooks at 1731888598871 (+6 ms)Region opened successfully at 1731888598872 (+1 ms) 2024-11-18T00:09:58,873 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., pid=28, masterSystemTime=1731888598848 2024-11-18T00:09:58,875 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:09:58,875 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:09:58,876 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a95de6413cc5221fbcb53aeae8457c33, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:09:58,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure a95de6413cc5221fbcb53aeae8457c33, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:09:58,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-18T00:09:58,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure a95de6413cc5221fbcb53aeae8457c33, server=09ca72e5bff1,40803,1731888578326 in 184 msec 2024-11-18T00:09:58,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-18T00:09:58,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a95de6413cc5221fbcb53aeae8457c33, ASSIGN in 343 msec 2024-11-18T00:09:58,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T00:09:58,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888598887"}]},"ts":"1731888598887"} 2024-11-18T00:09:58,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-18T00:09:58,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T00:09:58,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1860 sec 2024-11-18T00:09:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-18T00:09:59,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-18T00:09:59,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:09:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-18T00:09:59,881 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T00:09:59,881 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:09:59,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-18T00:09:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-18T00:09:59,882 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T00:09:59,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741851_1027 (size=640) 2024-11-18T00:09:59,891 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a9e8f5aceedf87c9994c26c66a9a08c, NAME => 'backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:09:59,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741852_1028 (size=45) 2024-11-18T00:09:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-18T00:10:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-18T00:10:00,300 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:10:00,300 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 6a9e8f5aceedf87c9994c26c66a9a08c, disabling compactions & flushes 2024-11-18T00:10:00,300 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:10:00,300 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:10:00,300 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. after waiting 0 ms 2024-11-18T00:10:00,300 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:10:00,301 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:10:00,301 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a9e8f5aceedf87c9994c26c66a9a08c: Waiting for close lock at 1731888600300Disabling compacts and flushes for region at 1731888600300Disabling writes for close at 1731888600300Writing region close event to WAL at 1731888600301 (+1 ms)Closed at 1731888600301 2024-11-18T00:10:00,302 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T00:10:00,303 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731888600302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888600302"}]},"ts":"1731888600302"} 2024-11-18T00:10:00,305 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T00:10:00,306 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T00:10:00,306 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888600306"}]},"ts":"1731888600306"} 2024-11-18T00:10:00,309 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-18T00:10:00,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=6a9e8f5aceedf87c9994c26c66a9a08c, ASSIGN}] 2024-11-18T00:10:00,310 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=6a9e8f5aceedf87c9994c26c66a9a08c, ASSIGN 2024-11-18T00:10:00,311 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=6a9e8f5aceedf87c9994c26c66a9a08c, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:10:00,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-18T00:10:00,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17318885864023' 2024-11-18T00:10:00,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-18T00:10:00,462 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=6a9e8f5aceedf87c9994c26c66a9a08c, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:00,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=6a9e8f5aceedf87c9994c26c66a9a08c, ASSIGN because future has completed 2024-11-18T00:10:00,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a9e8f5aceedf87c9994c26c66a9a08c, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:10:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-18T00:10:00,622 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:10:00,622 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a9e8f5aceedf87c9994c26c66a9a08c, NAME => 'backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c.', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:10:00,622 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:10:00,622 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,623 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:10:00,623 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,623 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,624 INFO [StoreOpener-6a9e8f5aceedf87c9994c26c66a9a08c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,626 INFO [StoreOpener-6a9e8f5aceedf87c9994c26c66a9a08c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a9e8f5aceedf87c9994c26c66a9a08c columnFamilyName meta 2024-11-18T00:10:00,627 DEBUG [StoreOpener-6a9e8f5aceedf87c9994c26c66a9a08c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:00,627 INFO [StoreOpener-6a9e8f5aceedf87c9994c26c66a9a08c-1 {}] regionserver.HStore(327): Store=6a9e8f5aceedf87c9994c26c66a9a08c/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:10:00,627 INFO [StoreOpener-6a9e8f5aceedf87c9994c26c66a9a08c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,630 INFO [StoreOpener-6a9e8f5aceedf87c9994c26c66a9a08c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a9e8f5aceedf87c9994c26c66a9a08c columnFamilyName session 2024-11-18T00:10:00,630 DEBUG [StoreOpener-6a9e8f5aceedf87c9994c26c66a9a08c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:00,631 INFO [StoreOpener-6a9e8f5aceedf87c9994c26c66a9a08c-1 {}] regionserver.HStore(327): Store=6a9e8f5aceedf87c9994c26c66a9a08c/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:10:00,631 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,632 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system_bulk/6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,633 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system_bulk/6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,634 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,634 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,635 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T00:10:00,636 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,640 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system_bulk/6a9e8f5aceedf87c9994c26c66a9a08c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:10:00,641 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 6a9e8f5aceedf87c9994c26c66a9a08c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9949881600, jitterRate=-0.07334506511688232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T00:10:00,641 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:00,642 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 6a9e8f5aceedf87c9994c26c66a9a08c: Running coprocessor pre-open hook at 1731888600623Writing region info on filesystem at 1731888600623Initializing all the Stores at 1731888600624 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888600624Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888600624Cleaning up temporary data from old regions at 1731888600634 (+10 ms)Running coprocessor post-open hooks at 1731888600641 (+7 ms)Region opened successfully at 1731888600642 (+1 ms) 2024-11-18T00:10:00,644 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c., pid=31, masterSystemTime=1731888600617 2024-11-18T00:10:00,646 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:10:00,647 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:10:00,648 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=6a9e8f5aceedf87c9994c26c66a9a08c, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:00,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a9e8f5aceedf87c9994c26c66a9a08c, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:10:00,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-18T00:10:00,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a9e8f5aceedf87c9994c26c66a9a08c, server=09ca72e5bff1,40803,1731888578326 in 187 msec 2024-11-18T00:10:00,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-18T00:10:00,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=6a9e8f5aceedf87c9994c26c66a9a08c, ASSIGN in 347 msec 2024-11-18T00:10:00,662 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T00:10:00,662 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888600662"}]},"ts":"1731888600662"} 2024-11-18T00:10:00,665 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-18T00:10:00,666 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T00:10:00,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 788 msec 2024-11-18T00:10:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-18T00:10:01,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-18T00:10:01,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:01,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:01,040 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-18T00:10:01,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:10:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-18T00:10:01,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-18T00:10:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731888601064 (current time:1731888601064). 2024-11-18T00:10:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T00:10:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-18T00:10:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3a29e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:01,067 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:01,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:01,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:01,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1204e09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:01,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:01,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:01,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:01,069 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:01,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf26ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:01,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:01,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:01,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:01,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461. 2024-11-18T00:10:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:01,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-18T00:10:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-18T00:10:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-18T00:10:01,086 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T00:10:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-18T00:10:01,090 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T00:10:01,100 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T00:10:01,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741853_1029 (size=52) 2024-11-18T00:10:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-18T00:10:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-18T00:10:01,509 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T00:10:01,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33}] 2024-11-18T00:10:01,518 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:10:01,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T00:10:01,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:10:01,676 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a95de6413cc5221fbcb53aeae8457c33 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-18T00:10:01,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/20002d1175b54ee09de9c0172ecc00cf is 49, key is activesession:/session:c/1731888601056/Put/seqid=0 2024-11-18T00:10:01,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741854_1030 (size=5049) 2024-11-18T00:10:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-18T00:10:02,107 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/20002d1175b54ee09de9c0172ecc00cf 2024-11-18T00:10:02,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/20002d1175b54ee09de9c0172ecc00cf as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/20002d1175b54ee09de9c0172ecc00cf 2024-11-18T00:10:02,128 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/20002d1175b54ee09de9c0172ecc00cf, entries=1, sequenceid=5, filesize=4.9 K 2024-11-18T00:10:02,129 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for a95de6413cc5221fbcb53aeae8457c33 in 453ms, sequenceid=5, compaction requested=false 2024-11-18T00:10:02,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a95de6413cc5221fbcb53aeae8457c33: 2024-11-18T00:10:02,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. for snapshot_backup_system completed. 2024-11-18T00:10:02,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33.' region-info for snapshot=snapshot_backup_system 2024-11-18T00:10:02,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T00:10:02,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T00:10:02,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/20002d1175b54ee09de9c0172ecc00cf] hfiles 2024-11-18T00:10:02,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/20002d1175b54ee09de9c0172ecc00cf for snapshot=snapshot_backup_system 2024-11-18T00:10:02,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741855_1031 (size=95) 2024-11-18T00:10:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-18T00:10:02,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:10:02,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T00:10:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T00:10:02,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:10:02,554 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:10:02,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-18T00:10:02,559 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T00:10:02,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 in 1.0440 sec 2024-11-18T00:10:02,562 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T00:10:02,563 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T00:10:02,563 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-18T00:10:02,566 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-18T00:10:02,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741856_1032 (size=731) 2024-11-18T00:10:02,982 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T00:10:02,993 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T00:10:02,994 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_backup_system 2024-11-18T00:10:02,996 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T00:10:02,996 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-18T00:10:02,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9140 sec 2024-11-18T00:10:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-18T00:10:03,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-18T00:10:03,231 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731888597552 started at 1731888603230. 2024-11-18T00:10:03,244 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731888597552 has been started. 2024-11-18T00:10:03,250 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-18T00:10:03,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-18T00:10:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-18T00:10:03,258 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-18T00:10:03,258 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-18T00:10:03,258 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-18T00:10:03,258 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-18T00:10:03,259 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:03,259 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:03,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-18T00:10:03,312 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,313 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-18T00:10:03,313 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-18T00:10:03,313 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,313 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-18T00:10:03,313 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:03,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:03,314 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-18T00:10:03,314 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:03,314 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-18T00:10:03,316 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-18T00:10:03,316 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-18T00:10:03,317 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-18T00:10:03,317 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-18T00:10:03,317 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-18T00:10:03,317 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-18T00:10:03,317 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '09ca72e5bff1,40803,1731888578326' joining acquired barrier for procedure (rolllog) in zk 2024-11-18T00:10:03,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,323 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:03,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:10:03,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:10:03,323 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-18T00:10:03,323 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-18T00:10:03,324 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:10:03,324 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:10:03,325 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:03,325 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,325 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:10:03,326 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '09ca72e5bff1,40803,1731888578326' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-18T00:10:03,326 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-18T00:10:03,326 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1dad0afb[Count = 0] remaining members to acquire global barrier 2024-11-18T00:10:03,326 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:03,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:03,333 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:03,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:03,334 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-18T00:10:03,334 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,334 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-18T00:10:03,334 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-18T00:10:03,335 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,341 INFO [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731888582052 highest: 1731888588113 on 09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,341 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0:(num 1731888582052) roll requested 2024-11-18T00:10:03,354 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341, exclude list is [], retry=0 2024-11-18T00:10:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:10:03,360 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888582052 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341 2024-11-18T00:10:03,360 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:10:03,360 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888582052 is not closed yet, will try archiving it next time 2024-11-18T00:10:03,360 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.meta:.meta(num 1731888582369) roll requested 2024-11-18T00:10:03,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741833_1009 (size=1034) 2024-11-18T00:10:03,364 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888582052 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888582052 2024-11-18T00:10:03,375 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888603361.meta, exclude list is [], retry=0 2024-11-18T00:10:03,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:10:03,380 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888582369.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888603361.meta 2024-11-18T00:10:03,380 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:10:03,381 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888582369.meta is not closed yet, will try archiving it next time 2024-11-18T00:10:03,381 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1:(num 1731888588113) roll requested 2024-11-18T00:10:03,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741834_1010 (size=12055) 2024-11-18T00:10:03,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888582369.meta not finished, retry = 0 2024-11-18T00:10:03,399 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381, exclude list is [], retry=0 2024-11-18T00:10:03,401 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-18T00:10:03,402 INFO [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731888603341 on 09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,402 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:10:03,402 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:10:03,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:10:03,402 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28acc586 2024-11-18T00:10:03,403 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:10:03,404 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T00:10:03,404 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888588113 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 2024-11-18T00:10:03,405 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:10:03,405 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888588113 is not closed yet, will try archiving it next time 2024-11-18T00:10:03,405 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:03,405 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:03,405 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:03,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T00:10:03,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741840_1016 (size=4756) 2024-11-18T00:10:03,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:03,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:03,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:40911/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:10:03,435 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-18T00:10:03,436 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '09ca72e5bff1,40803,1731888578326' in zk 2024-11-18T00:10:03,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,449 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-18T00:10:03,449 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-18T00:10:03,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:10:03,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:10:03,449 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-18T00:10:03,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:10:03,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:10:03,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:03,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:10:03,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:03,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '09ca72e5bff1,40803,1731888578326': 2024-11-18T00:10:03,454 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-18T00:10:03,454 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-18T00:10:03,454 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-18T00:10:03,454 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-18T00:10:03,455 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-18T00:10:03,455 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '09ca72e5bff1,40803,1731888578326' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-18T00:10:03,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:03,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:03,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-18T00:10:03,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:03,468 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:03,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:10:03,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:10:03,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:03,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:10:03,469 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-18T00:10:03,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-18T00:10:03,469 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:03,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:03,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:10:03,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:03,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,471 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:10:03,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:03,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-18T00:10:03,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:03,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:03,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:03,490 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-18T00:10:03,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:03,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-18T00:10:03,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:03,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-18T00:10:03,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:03,490 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-18T00:10:03,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-18T00:10:03,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-18T00:10:03,491 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-18T00:10:03,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-18T00:10:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-18T00:10:03,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } 2024-11-18T00:10:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731888603507 (current time:1731888603507). 2024-11-18T00:10:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T00:10:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731888603506_default_test-1731888586402 VERSION not specified, setting to 2 2024-11-18T00:10:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1094ca14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:03,509 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:03,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:03,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:03,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f7627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:03,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:03,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:03,510 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:03,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310f4e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:03,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:03,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:03,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:03,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461. 2024-11-18T00:10:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:03,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-18T00:10:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } 2024-11-18T00:10:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-18T00:10:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-18T00:10:03,517 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T00:10:03,519 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T00:10:03,522 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T00:10:03,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741860_1036 (size=84) 2024-11-18T00:10:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-18T00:10:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-18T00:10:03,930 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T00:10:03,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd}] 2024-11-18T00:10:03,932 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:04,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T00:10:04,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:04,085 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 8015d904b7fa2209cdc5f860bce7e5cd 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-18T00:10:04,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f3/0789cecce93b4187993f7b08e7848122 is 58, key is row-test-1731888586402-3-0/f3:q1/1731888597520/Put/seqid=0 2024-11-18T00:10:04,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741861_1037 (size=5387) 2024-11-18T00:10:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-18T00:10:04,510 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f3/0789cecce93b4187993f7b08e7848122 2024-11-18T00:10:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741862_1038 (size=4469) 2024-11-18T00:10:04,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/mob/ba9214a9a48d483dba34988b6ed38315 is 59, key is row-test-1731888586402-3-0/mob:q1/1731888597536/Put/seqid=0 2024-11-18T00:10:04,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741863_1039 (size=5484) 2024-11-18T00:10:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-18T00:10:04,970 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/mob/ba9214a9a48d483dba34988b6ed38315 2024-11-18T00:10:04,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f3/0789cecce93b4187993f7b08e7848122 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122 2024-11-18T00:10:04,989 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122, entries=6, sequenceid=121, filesize=5.3 K 2024-11-18T00:10:04,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/mob/ba9214a9a48d483dba34988b6ed38315 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 2024-11-18T00:10:04,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315, entries=6, sequenceid=121, filesize=5.4 K 2024-11-18T00:10:05,000 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8015d904b7fa2209cdc5f860bce7e5cd in 915ms, sequenceid=121, compaction requested=false 2024-11-18T00:10:05,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8015d904b7fa2209cdc5f860bce7e5cd: 2024-11-18T00:10:05,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. for snapshot_1731888603506_default_test-1731888586402 completed. 2024-11-18T00:10:05,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd.' region-info for snapshot=snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:05,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T00:10:05,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028] hfiles 2024-11-18T00:10:05,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 for snapshot=snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:05,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122] hfiles 2024-11-18T00:10:05,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122 for snapshot=snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:05,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315] hfiles 2024-11-18T00:10:05,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 for snapshot=snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741864_1040 (size=185) 2024-11-18T00:10:05,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:05,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T00:10:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T00:10:05,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731888603506_default_test-1731888586402 on region 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:05,410 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:05,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-18T00:10:05,414 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T00:10:05,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd in 1.4810 sec 2024-11-18T00:10:05,415 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T00:10:05,417 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-18T00:10:05,417 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-18T00:10:05,417 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:05,418 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-18T00:10:05,418 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:05,419 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-18T00:10:05,419 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:05,419 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-18T00:10:05,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741865_1041 (size=49) 2024-11-18T00:10:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-18T00:10:05,831 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T00:10:05,831 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:05,832 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:05,839 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T00:10:05,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741866_1042 (size=1146) 2024-11-18T00:10:05,854 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T00:10:05,867 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T00:10:05,868 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888603506_default_test-1731888586402 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:05,871 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T00:10:05,871 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-18T00:10:05,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731888603506_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } in 2.3560 sec 2024-11-18T00:10:06,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-18T00:10:06,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-18T00:10:07,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-18T00:10:07,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-18T00:10:07,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-18T00:10:07,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-18T00:10:07,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731888586402 2024-11-18T00:10:07,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731888586402 Metrics about Tables on a single HBase RegionServer 2024-11-18T00:10:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-18T00:10:07,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731888586402 completed 2024-11-18T00:10:07,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } 2024-11-18T00:10:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731888607681 (current time:1731888607681). 2024-11-18T00:10:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T00:10:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731888607680_ns2_test-17318885864021 VERSION not specified, setting to 2 2024-11-18T00:10:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6302e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:07,683 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:07,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:07,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:07,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386fe43f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:07,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:07,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:07,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:07,685 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:07,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc80526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:07,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:07,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:07,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:07,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461. 2024-11-18T00:10:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:07,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-18T00:10:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } 2024-11-18T00:10:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-18T00:10:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T00:10:07,694 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T00:10:07,696 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T00:10:07,741 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T00:10:07,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741867_1043 (size=86) 2024-11-18T00:10:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T00:10:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T00:10:08,152 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T00:10:08,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc41ba89af59a65da46865a3dd834484}] 2024-11-18T00:10:08,153 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc41ba89af59a65da46865a3dd834484 2024-11-18T00:10:08,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-18T00:10:08,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:10:08,306 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing fc41ba89af59a65da46865a3dd834484 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-18T00:10:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T00:10:08,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/.tmp/f/c7439d75c041491a921b3071e6e49aac is 37, key is row10/f:q1/1731888591438/Put/seqid=0 2024-11-18T00:10:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741868_1044 (size=8413) 2024-11-18T00:10:08,734 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/.tmp/f/c7439d75c041491a921b3071e6e49aac 2024-11-18T00:10:08,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/.tmp/f/c7439d75c041491a921b3071e6e49aac as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac 2024-11-18T00:10:08,751 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac, entries=99, sequenceid=103, filesize=8.2 K 2024-11-18T00:10:08,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for fc41ba89af59a65da46865a3dd834484 in 446ms, sequenceid=103, compaction requested=false 2024-11-18T00:10:08,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for fc41ba89af59a65da46865a3dd834484: 2024-11-18T00:10:08,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. for snapshot_1731888607680_ns2_test-17318885864021 completed. 2024-11-18T00:10:08,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484.' region-info for snapshot=snapshot_1731888607680_ns2_test-17318885864021 2024-11-18T00:10:08,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T00:10:08,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac] hfiles 2024-11-18T00:10:08,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac for snapshot=snapshot_1731888607680_ns2_test-17318885864021 2024-11-18T00:10:08,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741869_1045 (size=91) 2024-11-18T00:10:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T00:10:09,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:10:09,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-18T00:10:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-18T00:10:09,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731888607680_ns2_test-17318885864021 on region fc41ba89af59a65da46865a3dd834484 2024-11-18T00:10:09,161 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc41ba89af59a65da46865a3dd834484 2024-11-18T00:10:09,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-18T00:10:09,165 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T00:10:09,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fc41ba89af59a65da46865a3dd834484 in 1.0100 sec 2024-11-18T00:10:09,166 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T00:10:09,167 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T00:10:09,167 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731888607680_ns2_test-17318885864021 2024-11-18T00:10:09,168 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888607680_ns2_test-17318885864021 2024-11-18T00:10:09,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741870_1046 (size=456) 2024-11-18T00:10:09,581 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T00:10:09,589 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T00:10:09,589 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888607680_ns2_test-17318885864021 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888607680_ns2_test-17318885864021 2024-11-18T00:10:09,591 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T00:10:09,591 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-18T00:10:09,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731888607680_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } in 1.8990 sec 2024-11-18T00:10:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T00:10:09,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17318885864021 completed 2024-11-18T00:10:09,840 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731888597552 2024-11-18T00:10:09,840 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-18T00:10:09,842 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-18T00:10:09,843 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731888597552_ns2:test-17318885864021 2024-11-18T00:10:09,843 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731888607680_ns2_test-17318885864021 to hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/ 2024-11-18T00:10:09,847 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-18T00:10:09,877 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40911, inputRoot=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:10:09,877 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121619285_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/.hbase-snapshot/.tmp/snapshot_1731888607680_ns2_test-17318885864021 2024-11-18T00:10:09,880 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-18T00:10:09,885 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888607680_ns2_test-17318885864021 to hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/.hbase-snapshot/.tmp/snapshot_1731888607680_ns2_test-17318885864021 2024-11-18T00:10:09,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741871_1047 (size=86) 2024-11-18T00:10:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741872_1048 (size=456) 2024-11-18T00:10:10,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:10,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:10,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:11,224 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-10170455585406677059.jar 2024-11-18T00:10:11,224 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:11,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:11,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:11,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:11,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:11,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:11,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:11,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:11,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:11,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:10:11,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:10:11,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:10:11,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:10:11,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:10:11,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:10:11,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:10:11,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:10:11,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:10:11,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:10:11,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:10:11,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:11,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:11,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:11,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:11,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:11,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:11,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:11,294 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:10:11,324 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731888607680_ns2_test-17318885864021' hfile list 2024-11-18T00:10:11,330 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-18T00:10:11,622 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1518136498_0001_c081b18a-2de5-4347-9dfd-37437d57e4ce/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:10:11,622 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1518136498_0001_c081b18a-2de5-4347-9dfd-37437d57e4ce/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:10:11,823 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-18T00:10:11,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741873_1049 (size=8413) 2024-11-18T00:10:12,300 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac output=hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac 2024-11-18T00:10:12,302 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-18T00:10:12,721 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-18T00:10:12,722 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-18T00:10:12,729 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731888607680_ns2_test-17318885864021 2024-11-18T00:10:12,730 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731888607680_ns2_test-17318885864021 finished. 2024-11-18T00:10:12,730 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731888597552_test-1731888586402 2024-11-18T00:10:12,730 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731888603506_default_test-1731888586402 to hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/ 2024-11-18T00:10:12,730 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-18T00:10:12,759 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40911, inputRoot=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:10:12,759 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121619285_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/.hbase-snapshot/.tmp/snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:12,762 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-18T00:10:12,770 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888603506_default_test-1731888586402 to hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/.hbase-snapshot/.tmp/snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:12,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741875_1051 (size=84) 2024-11-18T00:10:12,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741874_1050 (size=1146) 2024-11-18T00:10:13,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:13,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:13,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:14,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-14806716509897529083.jar 2024-11-18T00:10:14,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:14,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:14,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:14,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:14,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:14,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:14,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:14,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:14,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:14,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:10:14,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:10:14,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:10:14,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:10:14,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:10:14,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:10:14,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:10:14,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:10:14,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:10:14,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:10:14,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:10:14,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:14,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:14,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:14,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:14,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:14,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:14,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:14,120 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:10:14,146 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731888603506_default_test-1731888586402' hfile list 2024-11-18T00:10:14,149 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-18T00:10:14,226 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local191963771_0002_5f8ec15f-b6c5-405e-89a6-aa7f6a756816/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:10:14,226 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local191963771_0002_5f8ec15f-b6c5-405e-89a6-aa7f6a756816/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:10:14,296 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-18T00:10:14,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741876_1052 (size=8413) 2024-11-18T00:10:14,730 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 output=hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 2024-11-18T00:10:14,731 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-18T00:10:14,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741877_1053 (size=5484) 2024-11-18T00:10:15,186 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 output=hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 2024-11-18T00:10:15,186 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-18T00:10:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741878_1054 (size=5387) 2024-11-18T00:10:15,632 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122 output=hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122 2024-11-18T00:10:15,632 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.012M/sec 2024-11-18T00:10:16,268 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-18T00:10:16,269 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-18T00:10:16,278 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:16,278 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731888603506_default_test-1731888586402 finished. 2024-11-18T00:10:16,279 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17318885864021 2024-11-18T00:10:16,279 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731888586402 2024-11-18T00:10:16,331 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731888597552 2024-11-18T00:10:16,331 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-18T00:10:16,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741879_1055 (size=130) 2024-11-18T00:10:16,740 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40911/backupUT/backup_1731888597552/.backup.manifest 2024-11-18T00:10:16,742 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731888597552 finished: type=FULL,tablelist=ns2:test-17318885864021;test-1731888586402,targetRootDir=hdfs://localhost:40911/backupUT,startts=1731888603230,completets=1731888616329,bytescopied=0 2024-11-18T00:10:16,742 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-18T00:10:16,742 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731888607680_ns2_test-17318885864021 2024-11-18T00:10:16,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731888607680_ns2_test-17318885864021" type: DISABLED 2024-11-18T00:10:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731888607680_ns2_test-17318885864021 2024-11-18T00:10:16,752 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731888607680_ns2_test-17318885864021 for backup backup_1731888597552 succeeded. 2024-11-18T00:10:16,752 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:16,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731888603506_default_test-1731888586402" type: DISABLED 2024-11-18T00:10:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731888603506_default_test-1731888586402 2024-11-18T00:10:16,757 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731888603506_default_test-1731888586402 for backup backup_1731888597552 succeeded. 2024-11-18T00:10:16,758 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-18T00:10:16,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-18T00:10:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-18T00:10:16,773 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-18T00:10:16,780 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-18T00:10:16,798 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731888597552 completed. 2024-11-18T00:10:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731888597552', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:10:17,048 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731888586402 2024-11-18T00:10:17,071 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731888586402 2024-11-18T00:10:17,280 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731888586402 to Mob enabled CF 2024-11-18T00:10:17,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17318885864021', row='row-t20', locateType=CURRENT is [region=ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:10:17,313 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17318885864021 2024-11-18T00:10:17,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:17,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] assignment.SplitTableRegionProcedure(210): test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. splitKey isn't explicitly specified, will try to find a best split key from RS 09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:17,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 because midkey is the same as first or last row 2024-11-18T00:10:17,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122 because midkey is the same as first or last row 2024-11-18T00:10:17,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 because midkey is the same as first or last row 2024-11-18T00:10:17,326 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.HRegion(2902): Flushing 8015d904b7fa2209cdc5f860bce7e5cd 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-18T00:10:17,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f/cdc80b97ffbc4c24be8fc28754d20928 is 59, key is row-test-1731888586402-1-10/f:q1/1731888616850/Put/seqid=0 2024-11-18T00:10:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741880_1056 (size=10796) 2024-11-18T00:10:17,749 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f/cdc80b97ffbc4c24be8fc28754d20928 2024-11-18T00:10:17,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111823d3f4056ca7494e89ce1e81430edca4_8015d904b7fa2209cdc5f860bce7e5cd is 63, key is row-test-1731888586402-3-100/mob:q1/1731888617260/Put/seqid=0 2024-11-18T00:10:17,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741881_1057 (size=5591) 2024-11-18T00:10:17,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:17,784 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111823d3f4056ca7494e89ce1e81430edca4_8015d904b7fa2209cdc5f860bce7e5cd to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/mobdir/data/default/test-1731888586402/3918c853f0a46787d8bb0138f5d79939/mob/d41d8cd98f00b204e9800998ecf8427e2024111823d3f4056ca7494e89ce1e81430edca4_8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:17,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/mob/de2ec89149814eb9b4d5be4065a5fb57, store: [table=test-1731888586402 family=mob region=8015d904b7fa2209cdc5f860bce7e5cd] 2024-11-18T00:10:17,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/mob/de2ec89149814eb9b4d5be4065a5fb57 is 192, key is row-test-1731888586402-3-100/mob:q1/1731888617260/Put/seqid=0 2024-11-18T00:10:17,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741882_1058 (size=13760) 2024-11-18T00:10:18,193 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/mob/de2ec89149814eb9b4d5be4065a5fb57 2024-11-18T00:10:18,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f/cdc80b97ffbc4c24be8fc28754d20928 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/cdc80b97ffbc4c24be8fc28754d20928 2024-11-18T00:10:18,209 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/cdc80b97ffbc4c24be8fc28754d20928, entries=99, sequenceid=334, filesize=10.5 K 2024-11-18T00:10:18,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/mob/de2ec89149814eb9b4d5be4065a5fb57 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/de2ec89149814eb9b4d5be4065a5fb57 2024-11-18T00:10:18,219 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/de2ec89149814eb9b4d5be4065a5fb57, entries=111, sequenceid=334, filesize=13.4 K 2024-11-18T00:10:18,220 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 8015d904b7fa2209cdc5f860bce7e5cd in 894ms, sequenceid=334, compaction requested=false 2024-11-18T00:10:18,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.HRegion(2603): Flush status journal for 8015d904b7fa2209cdc5f860bce7e5cd: 2024-11-18T00:10:18,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/cdc80b97ffbc4c24be8fc28754d20928 because midkey is the same as first or last row 2024-11-18T00:10:18,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122 because midkey is the same as first or last row 2024-11-18T00:10:18,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/de2ec89149814eb9b4d5be4065a5fb57 because midkey is the same as first or last row 2024-11-18T00:10:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T00:10:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.CallRunner(138): callId: 302 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.3:52546 deadline: 1731888677321, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-18T00:10:18,230 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:18,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731888586402 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:18,231 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T00:10:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731888586402,, stopping at row=test-1731888586402 ,, for max=2147483647 with caching=100 2024-11-18T00:10:18,245 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731888586402,, stopping at row=test-1731888586402 ,, for max=2147483647 with caching=100 2024-11-18T00:10:18,255 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =942 2024-11-18T00:10:18,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:18,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:18,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:18,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:18,321 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-18T00:10:18,326 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731888618255 2024-11-18T00:10:18,335 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731888597552} 2024-11-18T00:10:18,335 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-18T00:10:18,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:18,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:18,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:18,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:18,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-18T00:10:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731888618396 (current time:1731888618396). 2024-11-18T00:10:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T00:10:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-18T00:10:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7da04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:18,398 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:18,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:18,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:18,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6902c2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:18,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:18,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:18,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:18,400 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:18,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510b73bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:18,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:18,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:18,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:18,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461. 2024-11-18T00:10:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:18,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-18T00:10:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-18T00:10:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-18T00:10:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-18T00:10:18,412 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T00:10:18,413 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T00:10:18,417 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T00:10:18,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741883_1059 (size=52) 2024-11-18T00:10:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-18T00:10:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-18T00:10:18,824 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T00:10:18,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33}] 2024-11-18T00:10:18,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:10:18,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-18T00:10:18,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:10:18,978 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing a95de6413cc5221fbcb53aeae8457c33 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-18T00:10:18,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/95781c5c1e0c4062a030469a9b0ec9da is 158, key is trslm:hdfs://localhost:40911/backupUT\x00ns2:test-17318885864021/meta:log-roll-map/1731888616319/Put/seqid=0 2024-11-18T00:10:18,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741884_1060 (size=5914) 2024-11-18T00:10:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-18T00:10:19,399 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/95781c5c1e0c4062a030469a9b0ec9da 2024-11-18T00:10:19,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/ad8e47ef56824029adae0b41a4859da9 is 433, key is session:backup_1731888597552/session:context/1731888616778/Put/seqid=0 2024-11-18T00:10:19,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741885_1061 (size=5535) 2024-11-18T00:10:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-18T00:10:19,815 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/ad8e47ef56824029adae0b41a4859da9 2024-11-18T00:10:19,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/95781c5c1e0c4062a030469a9b0ec9da as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/95781c5c1e0c4062a030469a9b0ec9da 2024-11-18T00:10:19,829 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/95781c5c1e0c4062a030469a9b0ec9da, entries=6, sequenceid=17, filesize=5.8 K 2024-11-18T00:10:19,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/ad8e47ef56824029adae0b41a4859da9 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/ad8e47ef56824029adae0b41a4859da9 2024-11-18T00:10:19,837 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/ad8e47ef56824029adae0b41a4859da9, entries=2, sequenceid=17, filesize=5.4 K 2024-11-18T00:10:19,838 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for a95de6413cc5221fbcb53aeae8457c33 in 860ms, sequenceid=17, compaction requested=false 2024-11-18T00:10:19,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for a95de6413cc5221fbcb53aeae8457c33: 2024-11-18T00:10:19,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. for snapshot_backup_system completed. 2024-11-18T00:10:19,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33.' region-info for snapshot=snapshot_backup_system 2024-11-18T00:10:19,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T00:10:19,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/95781c5c1e0c4062a030469a9b0ec9da] hfiles 2024-11-18T00:10:19,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/95781c5c1e0c4062a030469a9b0ec9da for snapshot=snapshot_backup_system 2024-11-18T00:10:19,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/20002d1175b54ee09de9c0172ecc00cf, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/ad8e47ef56824029adae0b41a4859da9] hfiles 2024-11-18T00:10:19,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/20002d1175b54ee09de9c0172ecc00cf for snapshot=snapshot_backup_system 2024-11-18T00:10:19,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/ad8e47ef56824029adae0b41a4859da9 for snapshot=snapshot_backup_system 2024-11-18T00:10:19,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741886_1062 (size=173) 2024-11-18T00:10:20,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:10:20,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-18T00:10:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-18T00:10:20,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:10:20,246 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:10:20,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-18T00:10:20,249 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T00:10:20,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 in 1.4230 sec 2024-11-18T00:10:20,250 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T00:10:20,251 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T00:10:20,251 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-18T00:10:20,252 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-18T00:10:20,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741887_1063 (size=810) 2024-11-18T00:10:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-18T00:10:20,664 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T00:10:20,672 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T00:10:20,673 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_backup_system 2024-11-18T00:10:20,675 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T00:10:20,675 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-18T00:10:20,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2690 sec 2024-11-18T00:10:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-18T00:10:22,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-18T00:10:22,571 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731888618255 started at 1731888622571. 2024-11-18T00:10:22,573 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731888618255 has been started. 2024-11-18T00:10:22,579 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17318885864021, test-1731888586402] 2024-11-18T00:10:22,583 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731888588113for backupID backup_1731888618255 2024-11-18T00:10:22,583 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-18T00:10:22,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-18T00:10:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-18T00:10:22,584 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-18T00:10:22,584 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-18T00:10:22,584 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-18T00:10:22,585 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-18T00:10:22,585 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:22,585 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:22,669 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-18T00:10:22,669 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-18T00:10:22,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-18T00:10:22,670 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,670 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-18T00:10:22,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:22,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:22,671 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-18T00:10:22,671 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:22,671 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-18T00:10:22,671 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-18T00:10:22,671 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-18T00:10:22,671 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-18T00:10:22,672 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-18T00:10:22,672 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-18T00:10:22,672 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-18T00:10:22,672 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '09ca72e5bff1,40803,1731888578326' joining acquired barrier for procedure (rolllog) in zk 2024-11-18T00:10:22,679 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:22,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:10:22,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:10:22,680 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-18T00:10:22,680 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-18T00:10:22,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:10:22,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:10:22,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:22,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:10:22,683 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '09ca72e5bff1,40803,1731888578326' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-18T00:10:22,683 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@504bd6f4[Count = 0] remaining members to acquire global barrier 2024-11-18T00:10:22,683 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-18T00:10:22,683 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:22,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:22,690 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:22,690 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:22,690 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-18T00:10:22,690 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,690 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-18T00:10:22,691 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-18T00:10:22,691 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,691 INFO [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731888603341 highest: 1731888603381 on 09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,691 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0:(num 1731888603341) roll requested 2024-11-18T00:10:22,709 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888622691, exclude list is [], retry=0 2024-11-18T00:10:22,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:10:22,714 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888622691 2024-11-18T00:10:22,715 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:10:22,715 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341 is not closed yet, will try archiving it next time 2024-11-18T00:10:22,715 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.meta:.meta(num 1731888603361) roll requested 2024-11-18T00:10:22,716 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341 not finished, retry = 0 2024-11-18T00:10:22,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741857_1033 (size=1198) 2024-11-18T00:10:22,722 DEBUG [master/09ca72e5bff1:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731888586402 2024-11-18T00:10:22,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741889_1065 (size=950) 2024-11-18T00:10:22,735 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888622715.meta, exclude list is [], retry=0 2024-11-18T00:10:22,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:10:22,740 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888603361.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888622715.meta 2024-11-18T00:10:22,740 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:10:22,740 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888603361.meta is not closed yet, will try archiving it next time 2024-11-18T00:10:22,740 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1:(num 1731888603381) roll requested 2024-11-18T00:10:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741858_1034 (size=93) 2024-11-18T00:10:22,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888603361.meta not finished, retry = 0 2024-11-18T00:10:22,760 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888622740, exclude list is [], retry=0 2024-11-18T00:10:22,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:10:22,765 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888622740 2024-11-18T00:10:22,765 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:10:22,765 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 is not closed yet, will try archiving it next time 2024-11-18T00:10:22,766 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888588113 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888588113 2024-11-18T00:10:22,767 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 not finished, retry = 0 2024-11-18T00:10:22,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741859_1035 (size=30490) 2024-11-18T00:10:22,771 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-18T00:10:22,771 INFO [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731888622691 on 09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:22,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:22,794 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-18T00:10:22,794 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '09ca72e5bff1,40803,1731888578326' in zk 2024-11-18T00:10:22,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,816 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-18T00:10:22,816 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-18T00:10:22,817 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-18T00:10:22,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:10:22,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:10:22,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:10:22,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:10:22,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:22,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:10:22,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:22,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,820 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '09ca72e5bff1,40803,1731888578326': 2024-11-18T00:10:22,820 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-18T00:10:22,820 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '09ca72e5bff1,40803,1731888578326' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-18T00:10:22,820 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-18T00:10:22,820 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-18T00:10:22,820 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-18T00:10:22,820 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-18T00:10:22,843 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888603361.meta to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888603361.meta 2024-11-18T00:10:22,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:22,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:22,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-18T00:10:22,858 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:22,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:22,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:10:22,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:22,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:10:22,859 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-18T00:10:22,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-18T00:10:22,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:10:22,859 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:22,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:22,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:10:22,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:22,861 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:10:22,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:22,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:22,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-18T00:10:22,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-18T00:10:22,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:22,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:22,878 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-18T00:10:22,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:22,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-18T00:10:22,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:22,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:22,878 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-18T00:10:22,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-18T00:10:22,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-18T00:10:22,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-18T00:10:22,879 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-18T00:10:22,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-18T00:10:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-18T00:10:22,893 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {09ca72e5bff1:40803=1731888588113} newestTimestamps: {09ca72e5bff1:40803=1731888603381} 2024-11-18T00:10:22,895 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 09ca72e5bff1%2C40803%2C1731888578326.meta.1731888582369.meta 2024-11-18T00:10:22,895 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 09ca72e5bff1%2C40803%2C1731888578326.meta.1731888622715.meta 2024-11-18T00:10:22,895 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341 2024-11-18T00:10:22,895 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888622691 2024-11-18T00:10:22,895 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 2024-11-18T00:10:22,895 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888622740 2024-11-18T00:10:22,896 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888603361.meta 2024-11-18T00:10:22,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741892_1068 (size=364) 2024-11-18T00:10:23,135 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/.tabledesc/.tableinfo.0000000002.908 2024-11-18T00:10:23,135 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/.tabledesc/.tableinfo.0000000003.950 2024-11-18T00:10:23,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731888586402 in 416 msec 2024-11-18T00:10:23,308 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17318885864021 target: hdfs://localhost:40911/backupUT/backup_1731888618255/ns2/test-17318885864021 descriptor: 'ns2:test-17318885864021', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:10:23,308 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-18T00:10:23,311 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17318885864021 2024-11-18T00:10:23,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741893_1069 (size=50) 2024-11-18T00:10:23,718 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17318885864021 2024-11-18T00:10:23,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741894_1070 (size=950) 2024-11-18T00:10:24,129 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731888586402 target: hdfs://localhost:40911/backupUT/backup_1731888618255/default/test-1731888586402 descriptor: 'test-1731888586402', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:10:24,129 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-18T00:10:24,132 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731888586402 2024-11-18T00:10:24,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741895_1071 (size=53) 2024-11-18T00:10:24,539 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731888586402 2024-11-18T00:10:24,548 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:40911/backupUT/.tmp/backup_1731888618255 from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341;hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 2024-11-18T00:10:24,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c22bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:24,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:24,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:24,551 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:24,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:24,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae8c013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:24,553 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:24,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ec4a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:24,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:10:24,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:10:24,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ea45bb4 2024-11-18T00:10:24,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:10:24,556 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:10:24,561 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-18T00:10:24,561 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17318885864021 2024-11-18T00:10:24,562 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17318885864021,, stopping at row=ns2:test-17318885864021 ,, for max=2147483647 with caching=100 2024-11-18T00:10:24,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:24,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:24,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:24,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:24,566 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17318885864021: ns2:test-17318885864021; 2024-11-18T00:10:24,567 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731888586402 2024-11-18T00:10:24,567 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731888586402,, stopping at row=test-1731888586402 ,, for max=2147483647 with caching=100 2024-11-18T00:10:24,569 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731888586402: test-1731888586402; 2024-11-18T00:10:24,569 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-18T00:10:24,570 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/partitions_2e88f17a-86ae-45c1-bb35-9a8edad56814 2024-11-18T00:10:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741896_1072 (size=192) 2024-11-18T00:10:24,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:24,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:24,994 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-2185206023242960155.jar 2024-11-18T00:10:25,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:10:25,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:10:25,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:10:25,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:10:25,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:10:25,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:10:25,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:10:25,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:10:25,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:10:25,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:10:25,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:10:25,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:25,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:25,892 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17318885864021,default:test-1731888586402 2024-11-18T00:10:25,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:10:25,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:10:25,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:25,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:25,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:25,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:10:26,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-2324856163915018977.jar 2024-11-18T00:10:26,783 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:10:26,805 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341 for WAL files 2024-11-18T00:10:26,806 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341 2024-11-18T00:10:26,807 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 for WAL files 2024-11-18T00:10:26,807 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 2024-11-18T00:10:26,923 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1190846988_0003_d10b9276-5931-4255-9131-5e52e508ba5e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:10:26,924 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1190846988_0003_d10b9276-5931-4255-9131-5e52e508ba5e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:10:27,027 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 for hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 (-9223372036854775808:9223372036854775807) length:30490 2024-11-18T00:10:27,052 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-18T00:10:27,052 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-18T00:10:27,109 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341 for hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341 (-9223372036854775808:9223372036854775807) length:1198 2024-11-18T00:10:27,114 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-18T00:10:27,114 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-18T00:10:27,204 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d4e569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:27,204 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:27,204 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:27,205 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:27,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:27,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:27,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc6db70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:27,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:27,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:27,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:27,207 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:27,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239a884d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:27,209 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:27,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:27,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:27,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:27,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17318885864021', row='row-t20', locateType=CURRENT is [region=ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:10:27,214 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-18T00:10:27,214 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:10:27,214 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:27,214 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:27,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:27,214 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-18T00:10:27,215 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:10:27,220 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/backupUT/.tmp/backup_1731888618255/_temporary/0/_temporary/attempt_local1190846988_0003_r_000000_0/ns2/test-17318885864021/f/36876f3d402848469d03a2181e415940 is 38, key is row-t20/f:q1/1731888617298/Put/seqid=0 2024-11-18T00:10:27,222 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:10:27,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741897_1073 (size=5275) 2024-11-18T00:10:27,658 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c65dcbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:27,658 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:27,658 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:27,659 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:27,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:27,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5698bc75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:27,661 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b93c703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:27,662 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:27,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:27,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:27,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:27,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731888586402', row='row-test-1731888586402-1-0', locateType=CURRENT is [region=test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd., hostname=09ca72e5bff1,40803,1731888578326, seqNum=107] 2024-11-18T00:10:27,667 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-18T00:10:27,668 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:10:27,668 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:27,668 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:27,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:27,668 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731888586402-1-0] 2024-11-18T00:10:27,668 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:10:27,683 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32489871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:27,683 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:27,683 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:27,684 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:27,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:27,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:27,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7517adbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:27,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:27,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:27,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:27,686 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e84f7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:27,688 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:27,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:27,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:27,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:27,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731888586402', row='row-test-1731888586402-3-0', locateType=CURRENT is [region=test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd., hostname=09ca72e5bff1,40803,1731888578326, seqNum=107] 2024-11-18T00:10:27,693 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-18T00:10:27,694 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:10:27,694 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:27,694 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:27,694 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731888586402-3-0] 2024-11-18T00:10:27,694 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:10:27,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:27,706 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/backupUT/.tmp/backup_1731888618255/_temporary/0/_temporary/attempt_local1190846988_0003_r_000001_0/default/test-1731888586402/f/4b8166180eac4358bc8cd9f19e9037ab is 59, key is row-test-1731888586402-1-10/f:q1/1731888616850/Put/seqid=0 2024-11-18T00:10:27,708 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:10:27,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741898_1074 (size=10770) 2024-11-18T00:10:28,171 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/backupUT/.tmp/backup_1731888618255/_temporary/0/_temporary/attempt_local1190846988_0003_r_000001_0/default/test-1731888586402/mob/90fdf9a64d8948268b87b416a2e8d594 is 63, key is row-test-1731888586402-3-100/mob:q1/1731888617260/Put/seqid=0 2024-11-18T00:10:28,173 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:10:28,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741899_1075 (size=11811) 2024-11-18T00:10:28,968 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:40911/backupUT 2024-11-18T00:10:28,968 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731888618255 2024-11-18T00:10:28,968 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-18T00:10:28,984 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:40911/backupUT/.tmp/backup_1731888618255, hdfs://localhost:40911/backupUT] 2024-11-18T00:10:29,059 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:10:29,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741900_1076 (size=10770) 2024-11-18T00:10:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741901_1077 (size=11811) 2024-11-18T00:10:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741902_1078 (size=5275) 2024-11-18T00:10:30,666 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-18T00:10:30,669 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731888618255 2024-11-18T00:10:30,669 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-18T00:10:30,670 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1875958544_0004 completed: true true 2024-11-18T00:10:30,671 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824359 FILE: Number of bytes written=6210457 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-18T00:10:30,671 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:40911/backupUT/.tmp/backup_1731888618255 to hdfs://localhost:40911/backupUT finished. 2024-11-18T00:10:30,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17318885864021:', locateType=CURRENT is [region=backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:10:30,687 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731888618255 2024-11-18T00:10:30,690 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731888597552} 2024-11-18T00:10:30,690 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-18T00:10:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741903_1079 (size=384) 2024-11-18T00:10:31,096 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40911/backupUT/backup_1731888618255/.backup.manifest 2024-11-18T00:10:31,097 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731888618255 finished: type=INCREMENTAL,tablelist=ns2:test-17318885864021;test-1731888586402,targetRootDir=hdfs://localhost:40911/backupUT,startts=1731888622571,completets=1731888630687,bytescopied=0 2024-11-18T00:10:31,097 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-18T00:10:31,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-18T00:10:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-18T00:10:31,107 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-18T00:10:31,109 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-18T00:10:31,114 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731888618255 completed. 2024-11-18T00:10:31,114 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-18T00:10:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:31,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:31,133 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40911/backupUT/backup_1731888618255/.backup.manifest 2024-11-18T00:10:31,136 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731888618255/.backup.manifest 2024-11-18T00:10:31,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1731888586402 from 'test-1731888586402', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731888586402', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:10:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731888586402 2024-11-18T00:10:31,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741904_1080 (size=908) 2024-11-18T00:10:31,552 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/.tabledesc/.tableinfo.0000000003.950 2024-11-18T00:10:31,552 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/.tabledesc/.tableinfo.0000000004.908 2024-11-18T00:10:31,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731888586402}] 2024-11-18T00:10:31,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE}] 2024-11-18T00:10:31,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE 2024-11-18T00:10:31,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8015d904b7fa2209cdc5f860bce7e5cd, regionState=CLOSING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:31,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE because future has completed 2024-11-18T00:10:31,562 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T00:10:31,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:10:31,715 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:31,715 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T00:10:31,716 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 8015d904b7fa2209cdc5f860bce7e5cd, disabling compactions & flushes 2024-11-18T00:10:31,716 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:31,716 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:31,716 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. after waiting 0 ms 2024-11-18T00:10:31,716 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:31,722 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-18T00:10:31,722 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:10:31,723 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:31,723 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 8015d904b7fa2209cdc5f860bce7e5cd: Waiting for close lock at 1731888631715Running coprocessor pre-close hooks at 1731888631715Disabling compacts and flushes for region at 1731888631715Disabling writes for close at 1731888631716 (+1 ms)Writing region close event to WAL at 1731888631718 (+2 ms)Running coprocessor post-close hooks at 1731888631722 (+4 ms)Closed at 1731888631722 2024-11-18T00:10:31,723 WARN [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 8015d904b7fa2209cdc5f860bce7e5cd to self. 2024-11-18T00:10:31,725 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:31,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8015d904b7fa2209cdc5f860bce7e5cd, regionState=CLOSED 2024-11-18T00:10:31,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:10:31,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-18T00:10:31,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326 in 166 msec 2024-11-18T00:10:31,730 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE; state=CLOSED, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=true 2024-11-18T00:10:31,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8015d904b7fa2209cdc5f860bce7e5cd, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:31,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE because future has completed 2024-11-18T00:10:31,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:10:32,042 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:32,042 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 8015d904b7fa2209cdc5f860bce7e5cd, NAME => 'test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd.', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:10:32,043 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:10:32,043 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731888586402 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,043 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:10:32,044 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,044 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,048 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,058 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8015d904b7fa2209cdc5f860bce7e5cd columnFamilyName f 2024-11-18T00:10:32,058 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:32,072 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 2024-11-18T00:10:32,078 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/cdc80b97ffbc4c24be8fc28754d20928 2024-11-18T00:10:32,079 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(327): Store=8015d904b7fa2209cdc5f860bce7e5cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:10:32,079 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,081 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8015d904b7fa2209cdc5f860bce7e5cd columnFamilyName f2 2024-11-18T00:10:32,081 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:32,081 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(327): Store=8015d904b7fa2209cdc5f860bce7e5cd/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:10:32,082 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,083 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8015d904b7fa2209cdc5f860bce7e5cd columnFamilyName mob 2024-11-18T00:10:32,084 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:32,093 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 2024-11-18T00:10:32,098 DEBUG [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/de2ec89149814eb9b4d5be4065a5fb57 2024-11-18T00:10:32,098 INFO [StoreOpener-8015d904b7fa2209cdc5f860bce7e5cd-1 {}] regionserver.HStore(327): Store=8015d904b7fa2209cdc5f860bce7e5cd/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:10:32,099 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,100 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,101 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,102 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,102 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,103 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731888586402 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T00:10:32,105 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,106 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 8015d904b7fa2209cdc5f860bce7e5cd; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11905259520, jitterRate=0.1087636947631836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T00:10:32,106 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:32,110 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 8015d904b7fa2209cdc5f860bce7e5cd: Running coprocessor pre-open hook at 1731888632044Writing region info on filesystem at 1731888632044Initializing all the Stores at 1731888632047 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888632047Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888632048 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888632048Cleaning up temporary data from old regions at 1731888632102 (+54 ms)Running coprocessor post-open hooks at 1731888632106 (+4 ms)Region opened successfully at 1731888632110 (+4 ms) 2024-11-18T00:10:32,111 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd., pid=46, masterSystemTime=1731888632036 2024-11-18T00:10:32,113 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:32,114 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:32,114 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8015d904b7fa2209cdc5f860bce7e5cd, regionState=OPEN, openSeqNum=338, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:32,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:10:32,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-18T00:10:32,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd, server=09ca72e5bff1,40803,1731888578326 in 234 msec 2024-11-18T00:10:32,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-18T00:10:32,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731888586402, region=8015d904b7fa2209cdc5f860bce7e5cd, REOPEN/MOVE in 561 msec 2024-11-18T00:10:32,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-18T00:10:32,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731888586402 in 567 msec 2024-11-18T00:10:32,126 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731888586402 2024-11-18T00:10:32,133 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122 2024-11-18T00:10:32,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731888586402 in 996 msec 2024-11-18T00:10:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-18T00:10:32,137 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731888586402 completed 2024-11-18T00:10:32,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:32,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:32,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:32,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:32,180 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-18T00:10:32,185 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731888632138 2024-11-18T00:10:32,187 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731888618255} 2024-11-18T00:10:32,187 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731888597552} 2024-11-18T00:10:32,187 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-18T00:10:32,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:32,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:32,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:32,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:32,240 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731888586402 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731888586402 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T00:10:32,243 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731888632138,startts=0,failedts=1731888632240,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731888586402 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-18T00:10:32,243 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-18T00:10:32,246 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-18T00:10:32,246 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-18T00:10:32,248 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-18T00:10:32,248 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-18T00:10:32,250 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-18T00:10:32,253 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731888632138 failed. 2024-11-18T00:10:32,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:32,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:32,274 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731888586402, ns2:test-17318885864021, ns3:test-17318885864022, ns4:test-17318885864023] 2024-11-18T00:10:32,274 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-18T00:10:32,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-18T00:10:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731888632279 (current time:1731888632279). 2024-11-18T00:10:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T00:10:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-18T00:10:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7243f82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:32,281 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:32,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:32,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515b189e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:32,283 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:32,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a25b474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:32,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:32,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:32,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:32,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461. 2024-11-18T00:10:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-18T00:10:32,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-18T00:10:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-18T00:10:32,293 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T00:10:32,294 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T00:10:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-18T00:10:32,304 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T00:10:32,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741905_1081 (size=52) 2024-11-18T00:10:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-18T00:10:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-18T00:10:32,715 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T00:10:32,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33}] 2024-11-18T00:10:32,717 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:10:32,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-18T00:10:32,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:10:32,869 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing a95de6413cc5221fbcb53aeae8457c33 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-18T00:10:32,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/5cd95217d1934221841492032b03becd is 158, key is trslm:hdfs://localhost:40911/backupUT\x00ns2:test-17318885864021/meta:log-roll-map/1731888630676/Put/seqid=0 2024-11-18T00:10:32,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741906_1082 (size=5745) 2024-11-18T00:10:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-18T00:10:33,062 DEBUG [master/09ca72e5bff1:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731888586402 2024-11-18T00:10:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741907_1083 (size=950) 2024-11-18T00:10:33,279 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/5cd95217d1934221841492032b03becd 2024-11-18T00:10:33,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/66109e1f4a9b482093be149faee38aa1 is 1245, key is session:backup_1731888632138/session:context/1731888632249/Put/seqid=0 2024-11-18T00:10:33,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741908_1084 (size=6682) 2024-11-18T00:10:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-18T00:10:33,474 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/.tabledesc/.tableinfo.0000000004.908 2024-11-18T00:10:33,474 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/.tabledesc/.tableinfo.0000000005.950 2024-11-18T00:10:33,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731888586402 in 413 msec 2024-11-18T00:10:33,694 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/66109e1f4a9b482093be149faee38aa1 2024-11-18T00:10:33,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/5cd95217d1934221841492032b03becd as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/5cd95217d1934221841492032b03becd 2024-11-18T00:10:33,710 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/5cd95217d1934221841492032b03becd, entries=4, sequenceid=31, filesize=5.6 K 2024-11-18T00:10:33,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/66109e1f4a9b482093be149faee38aa1 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/66109e1f4a9b482093be149faee38aa1 2024-11-18T00:10:33,718 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/66109e1f4a9b482093be149faee38aa1, entries=3, sequenceid=31, filesize=6.5 K 2024-11-18T00:10:33,719 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for a95de6413cc5221fbcb53aeae8457c33 in 851ms, sequenceid=31, compaction requested=true 2024-11-18T00:10:33,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for a95de6413cc5221fbcb53aeae8457c33: 2024-11-18T00:10:33,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. for snapshot_backup_system completed. 2024-11-18T00:10:33,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33.' region-info for snapshot=snapshot_backup_system 2024-11-18T00:10:33,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T00:10:33,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/95781c5c1e0c4062a030469a9b0ec9da, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/5cd95217d1934221841492032b03becd] hfiles 2024-11-18T00:10:33,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/95781c5c1e0c4062a030469a9b0ec9da for snapshot=snapshot_backup_system 2024-11-18T00:10:33,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/5cd95217d1934221841492032b03becd for snapshot=snapshot_backup_system 2024-11-18T00:10:33,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/20002d1175b54ee09de9c0172ecc00cf, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/ad8e47ef56824029adae0b41a4859da9, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/66109e1f4a9b482093be149faee38aa1] hfiles 2024-11-18T00:10:33,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/20002d1175b54ee09de9c0172ecc00cf for snapshot=snapshot_backup_system 2024-11-18T00:10:33,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/ad8e47ef56824029adae0b41a4859da9 for snapshot=snapshot_backup_system 2024-11-18T00:10:33,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/66109e1f4a9b482093be149faee38aa1 for snapshot=snapshot_backup_system 2024-11-18T00:10:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741909_1085 (size=251) 2024-11-18T00:10:34,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:10:34,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T00:10:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-18T00:10:34,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:10:34,128 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:10:34,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-18T00:10:34,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 in 1.4150 sec 2024-11-18T00:10:34,133 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T00:10:34,134 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T00:10:34,136 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T00:10:34,136 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-18T00:10:34,137 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-18T00:10:34,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741910_1086 (size=888) 2024-11-18T00:10:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-18T00:10:34,554 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T00:10:34,565 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T00:10:34,566 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_backup_system 2024-11-18T00:10:34,567 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T00:10:34,568 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-18T00:10:34,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2780 sec 2024-11-18T00:10:35,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fc41ba89af59a65da46865a3dd834484, had cached 0 bytes from a total of 8413 2024-11-18T00:10:35,839 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T00:10:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-18T00:10:36,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-18T00:10:36,461 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731888632254 started at 1731888636461. 2024-11-18T00:10:36,465 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731888632254 has been started. 2024-11-18T00:10:36,474 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-18T00:10:36,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-18T00:10:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-18T00:10:36,475 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-18T00:10:36,475 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-18T00:10:36,475 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-18T00:10:36,475 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-18T00:10:36,476 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:36,476 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:36,543 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-18T00:10:36,543 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-18T00:10:36,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-18T00:10:36,544 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,544 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-18T00:10:36,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:36,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:36,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-18T00:10:36,547 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:36,547 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-18T00:10:36,548 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-18T00:10:36,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-18T00:10:36,548 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-18T00:10:36,548 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-18T00:10:36,548 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-18T00:10:36,548 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-18T00:10:36,548 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '09ca72e5bff1,40803,1731888578326' joining acquired barrier for procedure (rolllog) in zk 2024-11-18T00:10:36,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,560 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:36,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:10:36,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:10:36,561 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-18T00:10:36,561 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-18T00:10:36,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:10:36,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:10:36,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:36,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:10:36,564 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '09ca72e5bff1,40803,1731888578326' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-18T00:10:36,564 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5666a14f[Count = 0] remaining members to acquire global barrier 2024-11-18T00:10:36,564 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-18T00:10:36,564 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:36,574 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:36,574 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:36,574 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-18T00:10:36,574 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,574 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-18T00:10:36,574 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-18T00:10:36,574 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,575 INFO [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731888622691 highest: 1731888622740 on 09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,575 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0:(num 1731888622691) roll requested 2024-11-18T00:10:36,591 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575, exclude list is [], retry=0 2024-11-18T00:10:36,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:10:36,595 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888622691 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575 2024-11-18T00:10:36,595 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:10:36,595 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888622691 is not closed yet, will try archiving it next time 2024-11-18T00:10:36,595 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.meta:.meta(num 1731888622715) roll requested 2024-11-18T00:10:36,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741888_1064 (size=93) 2024-11-18T00:10:36,597 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888622691 not finished, retry = 0 2024-11-18T00:10:36,607 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888636595.meta, exclude list is [], retry=0 2024-11-18T00:10:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:10:36,611 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888622715.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888636595.meta 2024-11-18T00:10:36,611 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:10:36,611 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888622715.meta is not closed yet, will try archiving it next time 2024-11-18T00:10:36,611 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1:(num 1731888622740) roll requested 2024-11-18T00:10:36,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741890_1066 (size=1903) 2024-11-18T00:10:36,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888622715.meta not finished, retry = 0 2024-11-18T00:10:36,624 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888636612, exclude list is [], retry=0 2024-11-18T00:10:36,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:10:36,627 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888622740 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888636612 2024-11-18T00:10:36,627 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:10:36,627 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888622740 is not closed yet, will try archiving it next time 2024-11-18T00:10:36,627 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888603381 2024-11-18T00:10:36,629 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888622740 not finished, retry = 0 2024-11-18T00:10:36,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741891_1067 (size=4927) 2024-11-18T00:10:36,635 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-18T00:10:36,635 INFO [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731888636575 on 09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:10:36,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:10:36,652 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-18T00:10:36,652 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '09ca72e5bff1,40803,1731888578326' in zk 2024-11-18T00:10:36,665 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-18T00:10:36,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,665 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-18T00:10:36,665 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-18T00:10:36,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:10:36,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:10:36,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:10:36,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:10:36,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:36,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:10:36,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:36,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,671 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '09ca72e5bff1,40803,1731888578326': 2024-11-18T00:10:36,671 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-18T00:10:36,671 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '09ca72e5bff1,40803,1731888578326' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-18T00:10:36,671 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-18T00:10:36,671 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-18T00:10:36,671 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-18T00:10:36,671 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-18T00:10:36,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:36,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:36,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-18T00:10:36,679 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:36,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:36,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:10:36,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:36,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:10:36,680 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-18T00:10:36,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:10:36,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-18T00:10:36,680 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:36,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-18T00:10:36,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:10:36,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:36,683 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:10:36,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:10:36,686 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-18T00:10:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-18T00:10:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-18T00:10:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:10:36,697 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-18T00:10:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:36,697 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-18T00:10:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:10:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:10:36,697 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-18T00:10:36,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-18T00:10:36,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-18T00:10:36,698 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888622691 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888622691 2024-11-18T00:10:36,698 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-18T00:10:36,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-18T00:10:36,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-18T00:10:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-18T00:10:36,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-18T00:10:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731888636713 (current time:1731888636713). 2024-11-18T00:10:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T00:10:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731888636712_backup_system_bulk VERSION not specified, setting to 2 2024-11-18T00:10:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7569e831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:36,715 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:36,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:36,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:36,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4f7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:36,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:36,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:36,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:36,716 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:36,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8b4713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:36,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:36,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:36,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:36,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461. 2024-11-18T00:10:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:36,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-18T00:10:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-18T00:10:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-18T00:10:36,723 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T00:10:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T00:10:36,724 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T00:10:36,728 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T00:10:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741914_1090 (size=76) 2024-11-18T00:10:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T00:10:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T00:10:37,138 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T00:10:37,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a9e8f5aceedf87c9994c26c66a9a08c}] 2024-11-18T00:10:37,141 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:37,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-18T00:10:37,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-18T00:10:37,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:10:37,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 6a9e8f5aceedf87c9994c26c66a9a08c: 2024-11-18T00:10:37,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. for snapshot_1731888636712_backup_system_bulk completed. 2024-11-18T00:10:37,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c.' region-info for snapshot=snapshot_1731888636712_backup_system_bulk 2024-11-18T00:10:37,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T00:10:37,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T00:10:37,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T00:10:37,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741915_1091 (size=61) 2024-11-18T00:10:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T00:10:37,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:10:37,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-18T00:10:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-18T00:10:37,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731888636712_backup_system_bulk on region 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:37,705 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:10:37,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-18T00:10:37,714 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T00:10:37,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a9e8f5aceedf87c9994c26c66a9a08c in 568 msec 2024-11-18T00:10:37,716 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T00:10:37,717 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T00:10:37,717 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731888636712_backup_system_bulk 2024-11-18T00:10:37,718 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888636712_backup_system_bulk 2024-11-18T00:10:37,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741916_1092 (size=702) 2024-11-18T00:10:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T00:10:38,166 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T00:10:38,174 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T00:10:38,174 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888636712_backup_system_bulk to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888636712_backup_system_bulk 2024-11-18T00:10:38,176 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T00:10:38,176 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-18T00:10:38,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731888636712_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4540 sec 2024-11-18T00:10:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T00:10:38,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-18T00:10:38,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } 2024-11-18T00:10:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731888638872 (current time:1731888638872). 2024-11-18T00:10:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T00:10:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731888638871_ns3_test-17318885864022 VERSION not specified, setting to 2 2024-11-18T00:10:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d335949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:38,876 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:38,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:38,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:38,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b2af83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:38,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:38,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:38,879 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:38,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a7c304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:38,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:38,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461. 2024-11-18T00:10:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:38,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-18T00:10:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } 2024-11-18T00:10:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-18T00:10:38,889 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T00:10:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T00:10:38,890 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T00:10:38,893 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T00:10:38,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741917_1093 (size=86) 2024-11-18T00:10:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T00:10:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T00:10:39,303 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T00:10:39,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c22a9dafc72f337725176b13b4c47d58}] 2024-11-18T00:10:39,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:10:39,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-18T00:10:39,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:10:39,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for c22a9dafc72f337725176b13b4c47d58: 2024-11-18T00:10:39,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. for snapshot_1731888638871_ns3_test-17318885864022 completed. 2024-11-18T00:10:39,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58.' region-info for snapshot=snapshot_1731888638871_ns3_test-17318885864022 2024-11-18T00:10:39,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T00:10:39,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T00:10:39,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741918_1094 (size=52) 2024-11-18T00:10:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T00:10:39,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:10:39,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-18T00:10:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-18T00:10:39,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731888638871_ns3_test-17318885864022 on region c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:10:39,871 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:10:39,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-18T00:10:39,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c22a9dafc72f337725176b13b4c47d58 in 570 msec 2024-11-18T00:10:39,877 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T00:10:39,878 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T00:10:39,879 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T00:10:39,879 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731888638871_ns3_test-17318885864022 2024-11-18T00:10:39,881 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888638871_ns3_test-17318885864022 2024-11-18T00:10:39,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741919_1095 (size=443) 2024-11-18T00:10:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T00:10:40,296 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T00:10:40,307 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T00:10:40,307 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888638871_ns3_test-17318885864022 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888638871_ns3_test-17318885864022 2024-11-18T00:10:40,309 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T00:10:40,309 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-18T00:10:40,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731888638871_ns3_test-17318885864022 table=ns3:test-17318885864022 type=FLUSH ttl=0 } in 1.4230 sec 2024-11-18T00:10:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T00:10:41,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17318885864022 completed 2024-11-18T00:10:41,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } 2024-11-18T00:10:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731888641042 (current time:1731888641042). 2024-11-18T00:10:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T00:10:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731888641041_ns4_test-17318885864023 VERSION not specified, setting to 2 2024-11-18T00:10:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a590d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:41,046 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:41,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:41,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:41,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612216f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:41,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:41,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:41,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:41,049 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:41,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582f5d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:41,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:41,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:41,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461. 2024-11-18T00:10:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:41,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-18T00:10:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } 2024-11-18T00:10:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-18T00:10:41,057 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T00:10:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T00:10:41,058 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T00:10:41,060 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T00:10:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741920_1096 (size=86) 2024-11-18T00:10:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T00:10:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T00:10:41,467 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T00:10:41,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a31d53e3841eab7fb6cb3ec3a202f18f}] 2024-11-18T00:10:41,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:10:41,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-18T00:10:41,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:10:41,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for a31d53e3841eab7fb6cb3ec3a202f18f: 2024-11-18T00:10:41,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. for snapshot_1731888641041_ns4_test-17318885864023 completed. 2024-11-18T00:10:41,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f.' region-info for snapshot=snapshot_1731888641041_ns4_test-17318885864023 2024-11-18T00:10:41,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T00:10:41,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T00:10:41,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741921_1097 (size=52) 2024-11-18T00:10:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T00:10:42,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:10:42,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-18T00:10:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-18T00:10:42,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731888641041_ns4_test-17318885864023 on region a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:10:42,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:10:42,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-18T00:10:42,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a31d53e3841eab7fb6cb3ec3a202f18f in 567 msec 2024-11-18T00:10:42,039 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T00:10:42,041 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T00:10:42,042 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T00:10:42,042 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731888641041_ns4_test-17318885864023 2024-11-18T00:10:42,044 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888641041_ns4_test-17318885864023 2024-11-18T00:10:42,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741922_1098 (size=443) 2024-11-18T00:10:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T00:10:42,456 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T00:10:42,466 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T00:10:42,467 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888641041_ns4_test-17318885864023 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888641041_ns4_test-17318885864023 2024-11-18T00:10:42,469 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T00:10:42,469 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-18T00:10:42,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731888641041_ns4_test-17318885864023 table=ns4:test-17318885864023 type=FLUSH ttl=0 } in 1.4140 sec 2024-11-18T00:10:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T00:10:43,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17318885864023 completed 2024-11-18T00:10:43,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } 2024-11-18T00:10:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731888643203 (current time:1731888643203). 2024-11-18T00:10:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T00:10:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731888643201_ns2_test-17318885864021 VERSION not specified, setting to 2 2024-11-18T00:10:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5717325b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:43,208 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:43,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:43,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:43,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4aa5b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:43,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:43,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:43,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:43,213 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:43,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe6a675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:43,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:43,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461. 2024-11-18T00:10:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:43,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-18T00:10:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } 2024-11-18T00:10:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-18T00:10:43,223 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T00:10:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T00:10:43,224 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T00:10:43,227 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T00:10:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741923_1099 (size=86) 2024-11-18T00:10:43,278 INFO [master/09ca72e5bff1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T00:10:43,278 INFO [master/09ca72e5bff1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T00:10:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T00:10:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T00:10:43,637 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T00:10:43,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc41ba89af59a65da46865a3dd834484}] 2024-11-18T00:10:43,638 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc41ba89af59a65da46865a3dd834484 2024-11-18T00:10:43,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-18T00:10:43,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:10:43,791 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing fc41ba89af59a65da46865a3dd834484 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-18T00:10:43,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/.tmp/f/fbd738e9f7c441cdaf95fa2fd85482fd is 38, key is row-t20/f:q1/1731888617298/Put/seqid=0 2024-11-18T00:10:43,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741924_1100 (size=5134) 2024-11-18T00:10:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T00:10:43,854 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a95de6413cc5221fbcb53aeae8457c33, had cached 0 bytes from a total of 28925 2024-11-18T00:10:44,200 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/.tmp/f/fbd738e9f7c441cdaf95fa2fd85482fd 2024-11-18T00:10:44,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/.tmp/f/fbd738e9f7c441cdaf95fa2fd85482fd as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/fbd738e9f7c441cdaf95fa2fd85482fd 2024-11-18T00:10:44,220 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/fbd738e9f7c441cdaf95fa2fd85482fd, entries=5, sequenceid=111, filesize=5.0 K 2024-11-18T00:10:44,221 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for fc41ba89af59a65da46865a3dd834484 in 430ms, sequenceid=111, compaction requested=false 2024-11-18T00:10:44,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for fc41ba89af59a65da46865a3dd834484: 2024-11-18T00:10:44,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. for snapshot_1731888643201_ns2_test-17318885864021 completed. 2024-11-18T00:10:44,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484.' region-info for snapshot=snapshot_1731888643201_ns2_test-17318885864021 2024-11-18T00:10:44,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T00:10:44,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/fbd738e9f7c441cdaf95fa2fd85482fd] hfiles 2024-11-18T00:10:44,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac for snapshot=snapshot_1731888643201_ns2_test-17318885864021 2024-11-18T00:10:44,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/fbd738e9f7c441cdaf95fa2fd85482fd for snapshot=snapshot_1731888643201_ns2_test-17318885864021 2024-11-18T00:10:44,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741925_1101 (size=130) 2024-11-18T00:10:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T00:10:44,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:10:44,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-18T00:10:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-18T00:10:44,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731888643201_ns2_test-17318885864021 on region fc41ba89af59a65da46865a3dd834484 2024-11-18T00:10:44,632 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc41ba89af59a65da46865a3dd834484 2024-11-18T00:10:44,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-18T00:10:44,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fc41ba89af59a65da46865a3dd834484 in 997 msec 2024-11-18T00:10:44,639 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T00:10:44,640 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T00:10:44,641 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T00:10:44,641 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731888643201_ns2_test-17318885864021 2024-11-18T00:10:44,642 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888643201_ns2_test-17318885864021 2024-11-18T00:10:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741926_1102 (size=496) 2024-11-18T00:10:45,059 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T00:10:45,067 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T00:10:45,067 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888643201_ns2_test-17318885864021 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888643201_ns2_test-17318885864021 2024-11-18T00:10:45,069 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T00:10:45,069 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-18T00:10:45,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731888643201_ns2_test-17318885864021 table=ns2:test-17318885864021 type=FLUSH ttl=0 } in 1.8480 sec 2024-11-18T00:10:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T00:10:45,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17318885864021 completed 2024-11-18T00:10:45,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } 2024-11-18T00:10:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731888645374 (current time:1731888645374). 2024-11-18T00:10:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T00:10:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731888645372_default_test-1731888586402 VERSION not specified, setting to 2 2024-11-18T00:10:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179d1274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:10:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:10:45,379 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:10:45,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:10:45,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:10:45,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f71a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:45,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:10:45,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:10:45,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:45,383 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:10:45,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1a5d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:10:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:10:45,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:10:45,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:10:45,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:10:45,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461. 2024-11-18T00:10:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:10:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:10:45,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:10:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-18T00:10:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } 2024-11-18T00:10:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-18T00:10:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T00:10:45,390 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T00:10:45,391 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T00:10:45,393 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T00:10:45,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741927_1103 (size=84) 2024-11-18T00:10:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T00:10:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T00:10:45,801 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T00:10:45,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd}] 2024-11-18T00:10:45,803 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:45,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-18T00:10:45,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:45,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 8015d904b7fa2209cdc5f860bce7e5cd: 2024-11-18T00:10:45,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. for snapshot_1731888645372_default_test-1731888586402 completed. 2024-11-18T00:10:45,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd.' region-info for snapshot=snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:10:45,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T00:10:45,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/cdc80b97ffbc4c24be8fc28754d20928] hfiles 2024-11-18T00:10:45,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 for snapshot=snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:10:45,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/cdc80b97ffbc4c24be8fc28754d20928 for snapshot=snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:10:45,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T00:10:45,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/de2ec89149814eb9b4d5be4065a5fb57] hfiles 2024-11-18T00:10:45,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 for snapshot=snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:10:45,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/de2ec89149814eb9b4d5be4065a5fb57 for snapshot=snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:10:45,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741928_1104 (size=224) 2024-11-18T00:10:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T00:10:46,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:10:46,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-18T00:10:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-18T00:10:46,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731888645372_default_test-1731888586402 on region 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:46,373 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:46,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-18T00:10:46,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8015d904b7fa2209cdc5f860bce7e5cd in 575 msec 2024-11-18T00:10:46,380 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T00:10:46,381 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T00:10:46,383 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-18T00:10:46,383 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-18T00:10:46,383 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:46,384 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-18T00:10:46,384 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:46,385 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-18T00:10:46,385 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:10:46,387 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/mobdir/data/default/test-1731888586402/3918c853f0a46787d8bb0138f5d79939/mob/d41d8cd98f00b204e9800998ecf8427e2024111823d3f4056ca7494e89ce1e81430edca4_8015d904b7fa2209cdc5f860bce7e5cd] hfiles 2024-11-18T00:10:46,387 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/mobdir/data/default/test-1731888586402/3918c853f0a46787d8bb0138f5d79939/mob/d41d8cd98f00b204e9800998ecf8427e2024111823d3f4056ca7494e89ce1e81430edca4_8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:10:46,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741929_1105 (size=168) 2024-11-18T00:10:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T00:10:46,800 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T00:10:46,800 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:10:46,802 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:10:46,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741930_1106 (size=1347) 2024-11-18T00:10:47,223 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T00:10:47,232 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T00:10:47,233 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_1731888645372_default_test-1731888586402 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:10:47,234 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T00:10:47,234 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-18T00:10:47,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731888645372_default_test-1731888586402 table=test-1731888586402 type=FLUSH ttl=0 } in 1.8460 sec 2024-11-18T00:10:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T00:10:47,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731888586402 completed 2024-11-18T00:10:47,550 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731888632254 2024-11-18T00:10:47,550 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-18T00:10:47,550 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-18T00:10:47,550 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731888632254_backup:system_bulk 2024-11-18T00:10:47,550 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731888636712_backup_system_bulk to hdfs://localhost:40911/backupUT/backup_1731888632254/backup/system_bulk/ 2024-11-18T00:10:47,551 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-18T00:10:47,579 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40911, inputRoot=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:10:47,579 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121619285_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40911/backupUT/backup_1731888632254/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40911/backupUT/backup_1731888632254/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731888636712_backup_system_bulk 2024-11-18T00:10:47,581 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-18T00:10:47,584 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888636712_backup_system_bulk to hdfs://localhost:40911/backupUT/backup_1731888632254/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731888636712_backup_system_bulk 2024-11-18T00:10:47,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741931_1107 (size=702) 2024-11-18T00:10:47,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741932_1108 (size=76) 2024-11-18T00:10:47,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:47,999 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:48,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:48,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-4969839436087970285.jar 2024-11-18T00:10:48,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:48,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:48,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:48,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:48,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:48,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:48,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:48,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:48,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:48,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:10:48,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:10:48,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:10:48,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:10:48,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:10:48,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:10:48,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:10:48,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:10:48,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:10:48,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:10:48,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:10:48,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:48,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:48,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:48,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:48,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:48,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:48,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:48,907 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:10:48,928 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731888636712_backup_system_bulk' hfile list 2024-11-18T00:10:49,005 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local220957715_0005_afe5c629-877d-4b20-9e8e-e08a40a37490/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:10:49,005 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local220957715_0005_afe5c629-877d-4b20-9e8e-e08a40a37490/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:10:50,042 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-18T00:10:50,044 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-18T00:10:50,053 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731888636712_backup_system_bulk 2024-11-18T00:10:50,053 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731888636712_backup_system_bulk finished. 2024-11-18T00:10:50,053 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731888632254_ns3:test-17318885864022 2024-11-18T00:10:50,054 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731888638871_ns3_test-17318885864022 to hdfs://localhost:40911/backupUT/backup_1731888632254/ns3/test-17318885864022/ 2024-11-18T00:10:50,054 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-18T00:10:50,081 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40911, inputRoot=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:10:50,081 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121619285_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40911/backupUT/backup_1731888632254/ns3/test-17318885864022, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40911/backupUT/backup_1731888632254/ns3/test-17318885864022/.hbase-snapshot/.tmp/snapshot_1731888638871_ns3_test-17318885864022 2024-11-18T00:10:50,082 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-18T00:10:50,086 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888638871_ns3_test-17318885864022 to hdfs://localhost:40911/backupUT/backup_1731888632254/ns3/test-17318885864022/.hbase-snapshot/.tmp/snapshot_1731888638871_ns3_test-17318885864022 2024-11-18T00:10:50,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741933_1109 (size=86) 2024-11-18T00:10:50,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741934_1110 (size=443) 2024-11-18T00:10:50,504 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:50,505 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:50,506 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:51,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-7272962194910327333.jar 2024-11-18T00:10:51,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:51,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:51,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:51,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:51,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:51,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:51,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:51,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:51,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:51,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:10:51,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:10:51,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:10:51,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:10:51,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:10:51,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:10:51,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:10:51,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:10:51,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:10:51,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:10:51,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:10:51,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:51,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:51,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:51,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:51,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:51,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:51,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:51,407 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:10:51,435 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731888638871_ns3_test-17318885864022' hfile list 2024-11-18T00:10:51,525 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local998293172_0006_d6a70104-a612-49b5-b467-c19368ea1260/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:10:51,525 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local998293172_0006_d6a70104-a612-49b5-b467-c19368ea1260/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:10:52,562 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-18T00:10:52,563 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-18T00:10:52,572 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731888638871_ns3_test-17318885864022 2024-11-18T00:10:52,572 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731888638871_ns3_test-17318885864022 finished. 2024-11-18T00:10:52,572 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731888632254_ns4:test-17318885864023 2024-11-18T00:10:52,572 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731888641041_ns4_test-17318885864023 to hdfs://localhost:40911/backupUT/backup_1731888632254/ns4/test-17318885864023/ 2024-11-18T00:10:52,572 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-18T00:10:52,600 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40911, inputRoot=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:10:52,600 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121619285_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40911/backupUT/backup_1731888632254/ns4/test-17318885864023, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40911/backupUT/backup_1731888632254/ns4/test-17318885864023/.hbase-snapshot/.tmp/snapshot_1731888641041_ns4_test-17318885864023 2024-11-18T00:10:52,602 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-18T00:10:52,606 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888641041_ns4_test-17318885864023 to hdfs://localhost:40911/backupUT/backup_1731888632254/ns4/test-17318885864023/.hbase-snapshot/.tmp/snapshot_1731888641041_ns4_test-17318885864023 2024-11-18T00:10:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741935_1111 (size=443) 2024-11-18T00:10:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741936_1112 (size=86) 2024-11-18T00:10:53,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-6746358997160331852.jar 2024-11-18T00:10:53,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:53,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:10:53,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:10:53,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:10:53,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:10:53,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:10:53,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:10:53,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:10:53,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:10:53,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:10:53,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:10:53,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:10:53,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:53,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:53,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:53,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:53,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:53,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:53,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:53,925 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:10:53,947 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731888641041_ns4_test-17318885864023' hfile list 2024-11-18T00:10:54,023 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1446580008_0007_6dca8a16-6657-44a4-8fe4-7b7f692009e4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:10:54,023 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1446580008_0007_6dca8a16-6657-44a4-8fe4-7b7f692009e4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:10:55,061 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-18T00:10:55,064 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-18T00:10:55,074 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731888641041_ns4_test-17318885864023 2024-11-18T00:10:55,074 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731888641041_ns4_test-17318885864023 finished. 2024-11-18T00:10:55,074 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731888632254_ns2:test-17318885864021 2024-11-18T00:10:55,074 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731888643201_ns2_test-17318885864021 to hdfs://localhost:40911/backupUT/backup_1731888632254/ns2/test-17318885864021/ 2024-11-18T00:10:55,074 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-18T00:10:55,100 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40911, inputRoot=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:10:55,100 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121619285_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40911/backupUT/backup_1731888632254/ns2/test-17318885864021, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40911/backupUT/backup_1731888632254/ns2/test-17318885864021/.hbase-snapshot/.tmp/snapshot_1731888643201_ns2_test-17318885864021 2024-11-18T00:10:55,102 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-18T00:10:55,106 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888643201_ns2_test-17318885864021 to hdfs://localhost:40911/backupUT/backup_1731888632254/ns2/test-17318885864021/.hbase-snapshot/.tmp/snapshot_1731888643201_ns2_test-17318885864021 2024-11-18T00:10:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741937_1113 (size=86) 2024-11-18T00:10:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741938_1114 (size=496) 2024-11-18T00:10:55,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:55,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:55,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:56,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-12963402925388650861.jar 2024-11-18T00:10:56,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:56,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:56,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:56,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:56,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:56,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:56,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:56,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:56,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:56,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:10:56,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:10:56,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:10:56,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:10:56,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:10:56,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:10:56,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:10:56,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:10:56,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:10:56,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:10:56,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:10:56,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:56,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:56,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:56,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:56,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:56,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:56,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:56,427 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:10:56,450 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731888643201_ns2_test-17318885864021' hfile list 2024-11-18T00:10:56,452 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-18T00:10:56,529 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local75095534_0008_00c85331-34b1-4659-acba-b3d89e75607b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:10:56,529 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local75095534_0008_00c85331-34b1-4659-acba-b3d89e75607b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:10:56,593 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-18T00:10:56,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741939_1115 (size=8413) 2024-11-18T00:10:57,030 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac output=hdfs://localhost:40911/backupUT/backup_1731888632254/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac 2024-11-18T00:10:57,031 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-18T00:10:57,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741940_1116 (size=5134) 2024-11-18T00:10:57,454 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/fbd738e9f7c441cdaf95fa2fd85482fd output=hdfs://localhost:40911/backupUT/backup_1731888632254/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/fbd738e9f7c441cdaf95fa2fd85482fd 2024-11-18T00:10:57,454 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-11-18T00:10:57,568 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-18T00:10:57,570 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-18T00:10:57,580 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731888643201_ns2_test-17318885864021 2024-11-18T00:10:57,580 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731888643201_ns2_test-17318885864021 finished. 2024-11-18T00:10:57,580 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731888632254_test-1731888586402 2024-11-18T00:10:57,580 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731888645372_default_test-1731888586402 to hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/ 2024-11-18T00:10:57,580 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-18T00:10:57,606 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40911, inputRoot=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:10:57,606 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1121619285_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/.hbase-snapshot/.tmp/snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:10:57,607 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-18T00:10:57,613 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_1731888645372_default_test-1731888586402 to hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/.hbase-snapshot/.tmp/snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:10:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741941_1117 (size=84) 2024-11-18T00:10:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741942_1118 (size=1347) 2024-11-18T00:10:58,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-5929806773977079750.jar 2024-11-18T00:10:58,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:10:58,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:10:58,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:10:58,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:10:58,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:10:58,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:10:58,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:10:58,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:10:58,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:10:58,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:10:58,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:10:58,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:10:58,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:58,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:58,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:58,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:58,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-18T00:10:58,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:58,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:10:58,925 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:10:58,950 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731888645372_default_test-1731888586402' hfile list 2024-11-18T00:10:58,953 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-18T00:10:59,038 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local2023695310_0009_6f62474e-7c6e-4b44-b7b4-8d26bae6b983/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:10:59,038 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local2023695310_0009_6f62474e-7c6e-4b44-b7b4-8d26bae6b983/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:10:59,106 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-18T00:10:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741943_1119 (size=13760) 2024-11-18T00:10:59,540 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/de2ec89149814eb9b4d5be4065a5fb57 output=hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/de2ec89149814eb9b4d5be4065a5fb57 2024-11-18T00:10:59,541 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.031M/sec 2024-11-18T00:10:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741944_1120 (size=10796) 2024-11-18T00:10:59,965 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/cdc80b97ffbc4c24be8fc28754d20928 output=hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/cdc80b97ffbc4c24be8fc28754d20928 2024-11-18T00:10:59,965 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.025M/sec 2024-11-18T00:10:59,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741945_1121 (size=8413) 2024-11-18T00:11:00,407 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 output=hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 2024-11-18T00:11:00,408 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-18T00:11:00,424 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/mobdir/data/default/test-1731888586402/3918c853f0a46787d8bb0138f5d79939/mob/d41d8cd98f00b204e9800998ecf8427e2024111823d3f4056ca7494e89ce1e81430edca4_8015d904b7fa2209cdc5f860bce7e5cd to hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/3918c853f0a46787d8bb0138f5d79939/mob/d41d8cd98f00b204e9800998ecf8427e2024111823d3f4056ca7494e89ce1e81430edca4_8015d904b7fa2209cdc5f860bce7e5cd" truncated to max limit (512 characters) 2024-11-18T00:11:00,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741946_1122 (size=5591) 2024-11-18T00:11:00,839 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/mobdir/data/default/test-1731888586402/3918c853f0a46787d8bb0138f5d79939/mob/d41d8cd98f00b204e9800998ecf8427e2024111823d3f4056ca7494e89ce1e81430edca4_8015d904b7fa2209cdc5f860bce7e5cd output=hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/3918c853f0a46787d8bb0138f5d79939/mob/d41d8cd98f00b204e9800998ecf8427e2024111823d3f4056ca7494e89ce1e81430edca4_8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:11:00,839 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-18T00:11:00,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741947_1123 (size=5484) 2024-11-18T00:11:01,277 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 output=hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 2024-11-18T00:11:01,278 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-18T00:11:02,082 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-18T00:11:02,084 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-18T00:11:02,095 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:11:02,095 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731888645372_default_test-1731888586402 finished. 2024-11-18T00:11:02,095 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-18T00:11:02,095 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17318885864022 2024-11-18T00:11:02,096 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17318885864023 2024-11-18T00:11:02,096 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17318885864021 2024-11-18T00:11:02,096 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731888586402 2024-11-18T00:11:02,105 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731888632254 2024-11-18T00:11:02,105 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-18T00:11:02,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741948_1124 (size=209) 2024-11-18T00:11:02,512 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40911/backupUT/backup_1731888632254/.backup.manifest 2024-11-18T00:11:02,513 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731888632254 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17318885864022;ns4:test-17318885864023;ns2:test-17318885864021;test-1731888586402,targetRootDir=hdfs://localhost:40911/backupUT,startts=1731888636461,completets=1731888662105,bytescopied=0 2024-11-18T00:11:02,513 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-18T00:11:02,513 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731888636712_backup_system_bulk 2024-11-18T00:11:02,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731888636712_backup_system_bulk" type: DISABLED 2024-11-18T00:11:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731888636712_backup_system_bulk 2024-11-18T00:11:02,523 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731888636712_backup_system_bulk for backup backup_1731888632254 succeeded. 2024-11-18T00:11:02,523 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731888638871_ns3_test-17318885864022 2024-11-18T00:11:02,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731888638871_ns3_test-17318885864022" type: DISABLED 2024-11-18T00:11:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731888638871_ns3_test-17318885864022 2024-11-18T00:11:02,527 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731888638871_ns3_test-17318885864022 for backup backup_1731888632254 succeeded. 2024-11-18T00:11:02,527 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731888641041_ns4_test-17318885864023 2024-11-18T00:11:02,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731888641041_ns4_test-17318885864023" type: DISABLED 2024-11-18T00:11:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731888641041_ns4_test-17318885864023 2024-11-18T00:11:02,531 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731888641041_ns4_test-17318885864023 for backup backup_1731888632254 succeeded. 2024-11-18T00:11:02,531 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731888643201_ns2_test-17318885864021 2024-11-18T00:11:02,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731888643201_ns2_test-17318885864021" type: DISABLED 2024-11-18T00:11:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731888643201_ns2_test-17318885864021 2024-11-18T00:11:02,535 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731888643201_ns2_test-17318885864021 for backup backup_1731888632254 succeeded. 2024-11-18T00:11:02,535 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:11:02,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731888645372_default_test-1731888586402" type: DISABLED 2024-11-18T00:11:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731888645372_default_test-1731888586402 2024-11-18T00:11:02,540 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731888645372_default_test-1731888586402 for backup backup_1731888632254 succeeded. 2024-11-18T00:11:02,540 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-18T00:11:02,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-18T00:11:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-18T00:11:02,550 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-18T00:11:02,553 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-18T00:11:02,560 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731888632254 completed. 2024-11-18T00:11:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:05,840 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T00:11:07,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,644 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-18T00:11:07,647 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731888667587 2024-11-18T00:11:07,650 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731888632254} 2024-11-18T00:11:07,650 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-18T00:11:07,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:07,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-18T00:11:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731888667748 (current time:1731888667748). 2024-11-18T00:11:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T00:11:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-18T00:11:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a489b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:07,750 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:07,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:07,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:07,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ede55dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:07,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:07,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:07,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:07,752 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:07,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523c8b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:07,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:07,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:07,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:07,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461. 2024-11-18T00:11:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:07,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-18T00:11:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-18T00:11:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-18T00:11:07,758 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T00:11:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T00:11:07,759 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T00:11:07,761 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T00:11:07,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741949_1125 (size=52) 2024-11-18T00:11:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T00:11:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T00:11:08,170 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T00:11:08,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33}] 2024-11-18T00:11:08,173 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:11:08,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-18T00:11:08,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:11:08,327 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing a95de6413cc5221fbcb53aeae8457c33 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-18T00:11:08,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/6ac19579f22d417fb427d6505cd4b188 is 158, key is trslm:hdfs://localhost:40911/backupUT\x00ns2:test-17318885864021/meta:log-roll-map/1731888662100/Put/seqid=0 2024-11-18T00:11:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741950_1126 (size=6646) 2024-11-18T00:11:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T00:11:08,743 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/6ac19579f22d417fb427d6505cd4b188 2024-11-18T00:11:08,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/3273e2bc774b425b86b3d5ee5b157fce is 826, key is session:backup_1731888632254/session:context/1731888662551/Put/seqid=0 2024-11-18T00:11:08,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741951_1127 (size=5928) 2024-11-18T00:11:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T00:11:09,165 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/3273e2bc774b425b86b3d5ee5b157fce 2024-11-18T00:11:09,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/6ac19579f22d417fb427d6505cd4b188 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/6ac19579f22d417fb427d6505cd4b188 2024-11-18T00:11:09,183 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/6ac19579f22d417fb427d6505cd4b188, entries=12, sequenceid=42, filesize=6.5 K 2024-11-18T00:11:09,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/3273e2bc774b425b86b3d5ee5b157fce as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/3273e2bc774b425b86b3d5ee5b157fce 2024-11-18T00:11:09,191 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/3273e2bc774b425b86b3d5ee5b157fce, entries=2, sequenceid=42, filesize=5.8 K 2024-11-18T00:11:09,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for a95de6413cc5221fbcb53aeae8457c33 in 865ms, sequenceid=42, compaction requested=true 2024-11-18T00:11:09,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for a95de6413cc5221fbcb53aeae8457c33: 2024-11-18T00:11:09,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. for snapshot_backup_system completed. 2024-11-18T00:11:09,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33.' region-info for snapshot=snapshot_backup_system 2024-11-18T00:11:09,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T00:11:09,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/95781c5c1e0c4062a030469a9b0ec9da, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/5cd95217d1934221841492032b03becd, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/6ac19579f22d417fb427d6505cd4b188] hfiles 2024-11-18T00:11:09,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/95781c5c1e0c4062a030469a9b0ec9da for snapshot=snapshot_backup_system 2024-11-18T00:11:09,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/5cd95217d1934221841492032b03becd for snapshot=snapshot_backup_system 2024-11-18T00:11:09,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/6ac19579f22d417fb427d6505cd4b188 for snapshot=snapshot_backup_system 2024-11-18T00:11:09,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/20002d1175b54ee09de9c0172ecc00cf, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/ad8e47ef56824029adae0b41a4859da9, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/66109e1f4a9b482093be149faee38aa1, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/3273e2bc774b425b86b3d5ee5b157fce] hfiles 2024-11-18T00:11:09,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/20002d1175b54ee09de9c0172ecc00cf for snapshot=snapshot_backup_system 2024-11-18T00:11:09,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/ad8e47ef56824029adae0b41a4859da9 for snapshot=snapshot_backup_system 2024-11-18T00:11:09,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/66109e1f4a9b482093be149faee38aa1 for snapshot=snapshot_backup_system 2024-11-18T00:11:09,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/3273e2bc774b425b86b3d5ee5b157fce for snapshot=snapshot_backup_system 2024-11-18T00:11:09,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741952_1128 (size=330) 2024-11-18T00:11:09,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:11:09,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-18T00:11:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-18T00:11:09,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:11:09,604 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:11:09,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-18T00:11:09,610 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T00:11:09,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a95de6413cc5221fbcb53aeae8457c33 in 1.4360 sec 2024-11-18T00:11:09,611 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T00:11:09,612 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T00:11:09,612 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-18T00:11:09,613 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-18T00:11:09,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741953_1129 (size=967) 2024-11-18T00:11:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T00:11:10,030 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T00:11:10,042 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T00:11:10,042 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.hbase-snapshot/snapshot_backup_system 2024-11-18T00:11:10,044 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T00:11:10,044 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-18T00:11:10,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2880 sec 2024-11-18T00:11:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T00:11:11,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-18T00:11:11,932 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731888667587 started at 1731888671931. 2024-11-18T00:11:11,938 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731888667587 has been started. 2024-11-18T00:11:11,946 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17318885864021, ns3:test-17318885864022, ns4:test-17318885864023, test-1731888586402] 2024-11-18T00:11:11,950 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731888622740for backupID backup_1731888667587 2024-11-18T00:11:11,950 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-18T00:11:11,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-18T00:11:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-18T00:11:11,951 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-18T00:11:11,951 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-18T00:11:11,951 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-18T00:11:11,951 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-18T00:11:11,952 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-18T00:11:11,952 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-18T00:11:12,043 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-18T00:11:12,044 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-18T00:11:12,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-18T00:11:12,045 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,045 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-18T00:11:12,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-18T00:11:12,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-18T00:11:12,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-18T00:11:12,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-18T00:11:12,048 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-18T00:11:12,049 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-18T00:11:12,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-18T00:11:12,050 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-18T00:11:12,050 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-18T00:11:12,050 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-18T00:11:12,050 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-18T00:11:12,050 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '09ca72e5bff1,40803,1731888578326' joining acquired barrier for procedure (rolllog) in zk 2024-11-18T00:11:12,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,074 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-18T00:11:12,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:11:12,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:11:12,075 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-18T00:11:12,075 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-18T00:11:12,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:11:12,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:11:12,078 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:11:12,079 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,080 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:11:12,081 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '09ca72e5bff1,40803,1731888578326' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-18T00:11:12,081 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@113253f3[Count = 0] remaining members to acquire global barrier 2024-11-18T00:11:12,081 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-18T00:11:12,082 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-18T00:11:12,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:11:12,095 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-18T00:11:12,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-18T00:11:12,095 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-18T00:11:12,095 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,095 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-18T00:11:12,095 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-18T00:11:12,095 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,096 INFO [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731888636575 highest: 1731888636612 on 09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,096 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0:(num 1731888636575) roll requested 2024-11-18T00:11:12,113 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888672096, exclude list is [], retry=0 2024-11-18T00:11:12,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:11:12,117 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888672096 2024-11-18T00:11:12,118 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:11:12,118 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575 is not closed yet, will try archiving it next time 2024-11-18T00:11:12,118 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.meta:.meta(num 1731888636595) roll requested 2024-11-18T00:11:12,118 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888603341 2024-11-18T00:11:12,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741911_1087 (size=653) 2024-11-18T00:11:12,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575 not finished, retry = 0 2024-11-18T00:11:12,130 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888672118.meta, exclude list is [], retry=0 2024-11-18T00:11:12,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:11:12,134 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888636595.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888672118.meta 2024-11-18T00:11:12,134 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:11:12,134 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888636595.meta is not closed yet, will try archiving it next time 2024-11-18T00:11:12,134 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1:(num 1731888636612) roll requested 2024-11-18T00:11:12,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741912_1088 (size=93) 2024-11-18T00:11:12,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888636595.meta not finished, retry = 0 2024-11-18T00:11:12,147 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888672134, exclude list is [], retry=0 2024-11-18T00:11:12,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-f0b9d635-d6e4-41f8-84d4-33389a008ec7,DISK] 2024-11-18T00:11:12,150 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888636612 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888672134 2024-11-18T00:11:12,150 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39023:39023)] 2024-11-18T00:11:12,150 DEBUG [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888636612 is not closed yet, will try archiving it next time 2024-11-18T00:11:12,150 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888622740 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888622740 2024-11-18T00:11:12,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741913_1089 (size=4710) 2024-11-18T00:11:12,156 DEBUG [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-18T00:11:12,156 INFO [rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731888672096 on 09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:12,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:12,172 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-18T00:11:12,172 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '09ca72e5bff1,40803,1731888578326' in zk 2024-11-18T00:11:12,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,182 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-18T00:11:12,182 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-18T00:11:12,182 DEBUG [member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-18T00:11:12,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:11:12,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:11:12,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:11:12,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:11:12,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:11:12,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:11:12,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:11:12,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '09ca72e5bff1,40803,1731888578326': 2024-11-18T00:11:12,189 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '09ca72e5bff1,40803,1731888578326' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-18T00:11:12,189 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-18T00:11:12,189 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-18T00:11:12,189 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-18T00:11:12,189 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-18T00:11:12,190 INFO [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-18T00:11:12,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:11:12,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:11:12,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-18T00:11:12,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-18T00:11:12,204 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-18T00:11:12,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-18T00:11:12,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-18T00:11:12,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-18T00:11:12,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-18T00:11:12,205 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-18T00:11:12,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-18T00:11:12,205 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:11:12,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-18T00:11:12,207 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-18T00:11:12,208 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:11:12,208 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,209 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,209 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-18T00:11:12,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-18T00:11:12,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,220 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575 2024-11-18T00:11:12,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-18T00:11:12,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-18T00:11:12,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-18T00:11:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:12,225 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-18T00:11:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-18T00:11:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:11:12,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-18T00:11:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-18T00:11:12,225 DEBUG [(09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-18T00:11:12,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-18T00:11:12,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-18T00:11:12,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-18T00:11:12,226 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-18T00:11:12,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-18T00:11:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-18T00:11:12,234 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {09ca72e5bff1:40803=1731888622740} newestTimestamps: {09ca72e5bff1:40803=1731888636612} 2024-11-18T00:11:12,236 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 09ca72e5bff1%2C40803%2C1731888578326.meta.1731888582369.meta 2024-11-18T00:11:12,236 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 09ca72e5bff1%2C40803%2C1731888578326.meta.1731888622715.meta 2024-11-18T00:11:12,237 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 09ca72e5bff1%2C40803%2C1731888578326.meta.1731888636595.meta 2024-11-18T00:11:12,237 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 09ca72e5bff1%2C40803%2C1731888578326.meta.1731888672118.meta 2024-11-18T00:11:12,237 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888672096 2024-11-18T00:11:12,237 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888636612 2024-11-18T00:11:12,237 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888672134 2024-11-18T00:11:12,237 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888636595.meta to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888636595.meta 2024-11-18T00:11:12,238 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888603361.meta 2024-11-18T00:11:12,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741957_1133 (size=640) 2024-11-18T00:11:12,654 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:40911/backupUT/backup_1731888667587/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:11:12,654 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-18T00:11:12,660 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-18T00:11:12,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741958_1134 (size=45) 2024-11-18T00:11:13,067 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-18T00:11:13,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741959_1135 (size=390) 2024-11-18T00:11:13,485 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17318885864022 target: hdfs://localhost:40911/backupUT/backup_1731888667587/ns3/test-17318885864022 descriptor: 'ns3:test-17318885864022', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:11:13,485 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-18T00:11:13,490 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17318885864022 2024-11-18T00:11:13,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741960_1136 (size=50) 2024-11-18T00:11:13,898 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17318885864022 2024-11-18T00:11:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741961_1137 (size=390) 2024-11-18T00:11:14,319 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17318885864023 target: hdfs://localhost:40911/backupUT/backup_1731888667587/ns4/test-17318885864023 descriptor: 'ns4:test-17318885864023', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:11:14,319 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-18T00:11:14,325 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17318885864023 2024-11-18T00:11:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741962_1138 (size=50) 2024-11-18T00:11:14,732 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17318885864023 2024-11-18T00:11:14,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741963_1139 (size=364) 2024-11-18T00:11:15,147 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17318885864021 target: hdfs://localhost:40911/backupUT/backup_1731888667587/ns2/test-17318885864021 descriptor: 'ns2:test-17318885864021', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:11:15,147 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-18T00:11:15,149 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17318885864021 2024-11-18T00:11:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741964_1140 (size=50) 2024-11-18T00:11:15,557 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17318885864021 2024-11-18T00:11:15,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741965_1141 (size=950) 2024-11-18T00:11:15,976 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731888586402 target: hdfs://localhost:40911/backupUT/backup_1731888667587/default/test-1731888586402 descriptor: 'test-1731888586402', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:11:15,976 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-18T00:11:15,981 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731888586402 2024-11-18T00:11:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741966_1142 (size=53) 2024-11-18T00:11:16,390 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731888586402 2024-11-18T00:11:16,406 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:40911/backupUT/.tmp/backup_1731888667587 from hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888636612;hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575 2024-11-18T00:11:16,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee41d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:16,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:16,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:16,408 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:16,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:16,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:16,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688160e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:16,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:16,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:16,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:16,410 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:16,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5efef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:16,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:16,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:16,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7588b0 2024-11-18T00:11:16,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:16,412 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:16,415 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-18T00:11:16,415 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-18T00:11:16,416 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:16,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:16,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:16,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:16,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:16,419 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-18T00:11:16,420 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17318885864021 2024-11-18T00:11:16,420 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17318885864021,, stopping at row=ns2:test-17318885864021 ,, for max=2147483647 with caching=100 2024-11-18T00:11:16,421 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17318885864021: ns2:test-17318885864021; 2024-11-18T00:11:16,421 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17318885864022 2024-11-18T00:11:16,421 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17318885864022,, stopping at row=ns3:test-17318885864022 ,, for max=2147483647 with caching=100 2024-11-18T00:11:16,423 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17318885864022: ns3:test-17318885864022; 2024-11-18T00:11:16,423 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17318885864023 2024-11-18T00:11:16,423 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17318885864023,, stopping at row=ns4:test-17318885864023 ,, for max=2147483647 with caching=100 2024-11-18T00:11:16,425 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17318885864023: ns4:test-17318885864023; 2024-11-18T00:11:16,425 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731888586402 2024-11-18T00:11:16,425 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731888586402,, stopping at row=test-1731888586402 ,, for max=2147483647 with caching=100 2024-11-18T00:11:16,426 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731888586402: test-1731888586402; 2024-11-18T00:11:16,426 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-18T00:11:16,426 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/partitions_5fd8e4ef-3481-4669-9036-713de0a5b232 2024-11-18T00:11:16,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741967_1143 (size=324) 2024-11-18T00:11:16,838 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:16,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:16,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,043 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8015d904b7fa2209cdc5f860bce7e5cd, had cached 0 bytes from a total of 38453 2024-11-18T00:11:17,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-2832208620761465251.jar 2024-11-18T00:11:17,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:17,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:11:17,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:11:17,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:11:17,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:11:17,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:11:17,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:11:17,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:11:17,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:11:17,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:11:17,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:11:17,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:17,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:11:17,795 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17318885864021,ns3:test-17318885864022,ns4:test-17318885864023,default:test-1731888586402 2024-11-18T00:11:17,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:17,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:17,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:17,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:17,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:17,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:18,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-8090475740155549046.jar 2024-11-18T00:11:18,664 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:11:18,688 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888636612 for WAL files 2024-11-18T00:11:18,689 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888636612 2024-11-18T00:11:18,690 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575 for WAL files 2024-11-18T00:11:18,690 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575 2024-11-18T00:11:18,765 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local663883208_0010_1abae51a-b5c9-42d1-be4e-bc5276cb494f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:11:18,765 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local663883208_0010_1abae51a-b5c9-42d1-be4e-bc5276cb494f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:11:18,813 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888636612 for hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1.1731888636612 (-9223372036854775808:9223372036854775807) length:4710 2024-11-18T00:11:18,817 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-18T00:11:18,817 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-18T00:11:18,850 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575 for hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888636575 (-9223372036854775808:9223372036854775807) length:653 2024-11-18T00:11:18,853 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-18T00:11:18,853 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-18T00:11:18,927 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6761202d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:18,927 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:18,927 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:18,928 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:18,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:18,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:18,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d51cd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:18,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:18,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:18,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:18,930 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:18,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a843b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:18,931 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:18,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:18,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:18,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:18,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731888586402', row='row-test-1731888586402-2-0', locateType=CURRENT is [region=test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd., hostname=09ca72e5bff1,40803,1731888578326, seqNum=338] 2024-11-18T00:11:18,934 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-18T00:11:18,934 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:18,934 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:18,934 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:18,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:18,934 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731888586402-2-0] 2024-11-18T00:11:18,935 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:11:18,938 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/backupUT/.tmp/backup_1731888667587/_temporary/0/_temporary/attempt_local663883208_0010_r_000004_0/default/test-1731888586402/f2/7aa23c71d0614003a455ed0a87e6d3b5 is 58, key is row-test-1731888586402-2-0/f2:q1/1731888662579/Put/seqid=0 2024-11-18T00:11:18,940 WARN [Thread-1517 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:11:18,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741968_1144 (size=5366) 2024-11-18T00:11:19,814 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:40911/backupUT 2024-11-18T00:11:19,814 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731888667587 2024-11-18T00:11:19,814 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-18T00:11:19,826 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:40911/backupUT/.tmp/backup_1731888667587, hdfs://localhost:40911/backupUT] 2024-11-18T00:11:19,871 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:11:20,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741969_1145 (size=5366) 2024-11-18T00:11:20,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fc41ba89af59a65da46865a3dd834484, had cached 0 bytes from a total of 13547 2024-11-18T00:11:20,478 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-18T00:11:20,480 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731888667587 2024-11-18T00:11:20,480 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-11-18T00:11:20,480 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local2112322959_0011 completed: true true 2024-11-18T00:11:20,481 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6665902 FILE: Number of bytes written=17191287 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410448 HDFS: Number of bytes written=2548325 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=423 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-11-18T00:11:20,481 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:40911/backupUT/.tmp/backup_1731888667587 to hdfs://localhost:40911/backupUT finished. 2024-11-18T00:11:20,503 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731888667587 2024-11-18T00:11:20,507 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731888632254} 2024-11-18T00:11:20,507 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-18T00:11:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741970_1146 (size=714) 2024-11-18T00:11:20,915 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40911/backupUT/backup_1731888667587/.backup.manifest 2024-11-18T00:11:20,915 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731888667587 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17318885864022;ns4:test-17318885864023;ns2:test-17318885864021;test-1731888586402,targetRootDir=hdfs://localhost:40911/backupUT,startts=1731888671931,completets=1731888680502,bytescopied=0 2024-11-18T00:11:20,915 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-18T00:11:20,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-18T00:11:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-18T00:11:20,929 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-18T00:11:20,931 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-18T00:11:20,935 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731888667587 completed. 2024-11-18T00:11:20,936 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-18T00:11:20,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:20,949 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731888597552 2024-11-18T00:11:20,951 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-18T00:11:20,952 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-18T00:11:20,953 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40911/backupUT/backup_1731888597552/.backup.manifest 2024-11-18T00:11:20,955 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731888597552/.backup.manifest 2024-11-18T00:11:20,957 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40911/backupUT/backup_1731888597552/.backup.manifest 2024-11-18T00:11:20,959 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731888597552/.backup.manifest 2024-11-18T00:11:20,959 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731888586402' to 'table1' from full backup image hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402 2024-11-18T00:11:20,968 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-18T00:11:20,968 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:11:20,969 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f in region [hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd] 2024-11-18T00:11:20,974 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 first=row0 last=row98 2024-11-18T00:11:20,974 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3 in region [hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd] 2024-11-18T00:11:20,978 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122 first=row-test-1731888586402-3-0 last=row-test-1731888586402-3-5 2024-11-18T00:11:20,978 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob in region [hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd] 2024-11-18T00:11:20,981 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 first=row-test-1731888586402-3-0 last=row-test-1731888586402-3-5 2024-11-18T00:11:20,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:11:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-18T00:11:20,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T00:11:20,988 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:20,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-18T00:11:20,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T00:11:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T00:11:20,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741971_1147 (size=938) 2024-11-18T00:11:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T00:11:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T00:11:21,402 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67a8956076494aa99d9b771818673d93, NAME => 'table1,,1731888680985.67a8956076494aa99d9b771818673d93.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:11:21,402 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7dcb25d9074221aeaa117c7f4e7281c4, NAME => 'table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:11:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741972_1148 (size=45) 2024-11-18T00:11:21,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741973_1149 (size=45) 2024-11-18T00:11:21,416 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:21,416 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 7dcb25d9074221aeaa117c7f4e7281c4, disabling compactions & flushes 2024-11-18T00:11:21,416 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. 2024-11-18T00:11:21,416 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. 2024-11-18T00:11:21,416 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. after waiting 0 ms 2024-11-18T00:11:21,416 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. 2024-11-18T00:11:21,416 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. 2024-11-18T00:11:21,417 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7dcb25d9074221aeaa117c7f4e7281c4: Waiting for close lock at 1731888681416Disabling compacts and flushes for region at 1731888681416Disabling writes for close at 1731888681416Writing region close event to WAL at 1731888681416Closed at 1731888681416 2024-11-18T00:11:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T00:11:21,815 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731888680985.67a8956076494aa99d9b771818673d93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:21,815 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 67a8956076494aa99d9b771818673d93, disabling compactions & flushes 2024-11-18T00:11:21,815 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731888680985.67a8956076494aa99d9b771818673d93. 2024-11-18T00:11:21,816 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731888680985.67a8956076494aa99d9b771818673d93. 2024-11-18T00:11:21,816 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731888680985.67a8956076494aa99d9b771818673d93. after waiting 0 ms 2024-11-18T00:11:21,816 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731888680985.67a8956076494aa99d9b771818673d93. 2024-11-18T00:11:21,816 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731888680985.67a8956076494aa99d9b771818673d93. 2024-11-18T00:11:21,816 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67a8956076494aa99d9b771818673d93: Waiting for close lock at 1731888681815Disabling compacts and flushes for region at 1731888681815Disabling writes for close at 1731888681816 (+1 ms)Writing region close event to WAL at 1731888681816Closed at 1731888681816 2024-11-18T00:11:21,820 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T00:11:21,821 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731888681820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888681820"}]},"ts":"1731888681820"} 2024-11-18T00:11:21,821 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731888680985.67a8956076494aa99d9b771818673d93.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731888681820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888681820"}]},"ts":"1731888681820"} 2024-11-18T00:11:21,825 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-18T00:11:21,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T00:11:21,826 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888681826"}]},"ts":"1731888681826"} 2024-11-18T00:11:21,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-18T00:11:21,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=67a8956076494aa99d9b771818673d93, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7dcb25d9074221aeaa117c7f4e7281c4, ASSIGN}] 2024-11-18T00:11:21,831 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7dcb25d9074221aeaa117c7f4e7281c4, ASSIGN 2024-11-18T00:11:21,831 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=67a8956076494aa99d9b771818673d93, ASSIGN 2024-11-18T00:11:21,832 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=7dcb25d9074221aeaa117c7f4e7281c4, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:11:21,832 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=67a8956076494aa99d9b771818673d93, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:11:21,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=7dcb25d9074221aeaa117c7f4e7281c4, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:21,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=67a8956076494aa99d9b771818673d93, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:21,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=67a8956076494aa99d9b771818673d93, ASSIGN because future has completed 2024-11-18T00:11:21,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67a8956076494aa99d9b771818673d93, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:21,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=7dcb25d9074221aeaa117c7f4e7281c4, ASSIGN because future has completed 2024-11-18T00:11:21,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dcb25d9074221aeaa117c7f4e7281c4, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T00:11:22,148 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. 2024-11-18T00:11:22,149 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dcb25d9074221aeaa117c7f4e7281c4, NAME => 'table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-18T00:11:22,150 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:11:22,150 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,150 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:22,150 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,151 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,153 INFO [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,154 INFO [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dcb25d9074221aeaa117c7f4e7281c4 columnFamilyName f 2024-11-18T00:11:22,154 DEBUG [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:22,155 INFO [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] regionserver.HStore(327): Store=7dcb25d9074221aeaa117c7f4e7281c4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:22,155 INFO [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,156 INFO [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dcb25d9074221aeaa117c7f4e7281c4 columnFamilyName f3 2024-11-18T00:11:22,156 DEBUG [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:22,156 INFO [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] regionserver.HStore(327): Store=7dcb25d9074221aeaa117c7f4e7281c4/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:22,156 INFO [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,158 INFO [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dcb25d9074221aeaa117c7f4e7281c4 columnFamilyName mob 2024-11-18T00:11:22,158 DEBUG [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:22,159 INFO [StoreOpener-7dcb25d9074221aeaa117c7f4e7281c4-1 {}] regionserver.HStore(327): Store=7dcb25d9074221aeaa117c7f4e7281c4/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:22,159 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,160 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,160 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,161 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,161 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,161 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T00:11:22,162 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,164 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:11:22,164 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 7dcb25d9074221aeaa117c7f4e7281c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10597832800, jitterRate=-0.01299990713596344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T00:11:22,164 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:22,165 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 7dcb25d9074221aeaa117c7f4e7281c4: Running coprocessor pre-open hook at 1731888682151Writing region info on filesystem at 1731888682151Initializing all the Stores at 1731888682152 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888682152Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888682152Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888682152Cleaning up temporary data from old regions at 1731888682161 (+9 ms)Running coprocessor post-open hooks at 1731888682164 (+3 ms)Region opened successfully at 1731888682165 (+1 ms) 2024-11-18T00:11:22,166 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4., pid=66, masterSystemTime=1731888682139 2024-11-18T00:11:22,168 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. 2024-11-18T00:11:22,168 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. 2024-11-18T00:11:22,168 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1731888680985.67a8956076494aa99d9b771818673d93. 2024-11-18T00:11:22,168 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 67a8956076494aa99d9b771818673d93, NAME => 'table1,,1731888680985.67a8956076494aa99d9b771818673d93.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-18T00:11:22,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=7dcb25d9074221aeaa117c7f4e7281c4, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:22,169 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:11:22,169 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,169 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1731888680985.67a8956076494aa99d9b771818673d93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:22,169 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,169 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dcb25d9074221aeaa117c7f4e7281c4, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:22,171 INFO [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,172 INFO [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67a8956076494aa99d9b771818673d93 columnFamilyName f 2024-11-18T00:11:22,172 DEBUG [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:22,173 INFO [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] regionserver.HStore(327): Store=67a8956076494aa99d9b771818673d93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:22,173 INFO [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64 2024-11-18T00:11:22,174 INFO [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67a8956076494aa99d9b771818673d93 columnFamilyName f3 2024-11-18T00:11:22,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dcb25d9074221aeaa117c7f4e7281c4, server=09ca72e5bff1,40803,1731888578326 in 185 msec 2024-11-18T00:11:22,175 DEBUG [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:22,175 INFO [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] regionserver.HStore(327): Store=67a8956076494aa99d9b771818673d93/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:22,175 INFO [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7dcb25d9074221aeaa117c7f4e7281c4, ASSIGN in 345 msec 2024-11-18T00:11:22,177 INFO [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67a8956076494aa99d9b771818673d93 columnFamilyName mob 2024-11-18T00:11:22,177 DEBUG [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:22,178 INFO [StoreOpener-67a8956076494aa99d9b771818673d93-1 {}] regionserver.HStore(327): Store=67a8956076494aa99d9b771818673d93/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:22,178 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,179 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,179 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,180 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,180 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,180 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T00:11:22,182 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,183 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:11:22,184 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 67a8956076494aa99d9b771818673d93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11189482400, jitterRate=0.04210175573825836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T00:11:22,184 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:22,184 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 67a8956076494aa99d9b771818673d93: Running coprocessor pre-open hook at 1731888682169Writing region info on filesystem at 1731888682169Initializing all the Stores at 1731888682170 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888682170Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888682170Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888682170Cleaning up temporary data from old regions at 1731888682180 (+10 ms)Running coprocessor post-open hooks at 1731888682184 (+4 ms)Region opened successfully at 1731888682184 2024-11-18T00:11:22,185 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731888680985.67a8956076494aa99d9b771818673d93., pid=65, masterSystemTime=1731888682139 2024-11-18T00:11:22,187 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731888680985.67a8956076494aa99d9b771818673d93. 2024-11-18T00:11:22,187 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1731888680985.67a8956076494aa99d9b771818673d93. 2024-11-18T00:11:22,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=67a8956076494aa99d9b771818673d93, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:22,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67a8956076494aa99d9b771818673d93, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:22,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-11-18T00:11:22,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 67a8956076494aa99d9b771818673d93, server=09ca72e5bff1,40803,1731888578326 in 204 msec 2024-11-18T00:11:22,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-18T00:11:22,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=67a8956076494aa99d9b771818673d93, ASSIGN in 362 msec 2024-11-18T00:11:22,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T00:11:22,194 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888682194"}]},"ts":"1731888682194"} 2024-11-18T00:11:22,195 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-18T00:11:22,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T00:11:22,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2100 sec 2024-11-18T00:11:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T00:11:23,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-18T00:11:23,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-18T00:11:23,161 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd from hbase tables test-1731888586402 to tables table1 2024-11-18T00:11:23,161 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731888586402 into table1 2024-11-18T00:11:23,164 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162 from hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:11:23,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bec5235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:23,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:23,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:23,166 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:23,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:23,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:23,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ab3669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:23,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:23,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:23,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:23,167 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:23,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392032ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:23,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:23,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:23,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@188a9cb4 2024-11-18T00:11:23,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:23,171 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:23,172 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-18T00:11:23,172 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-18T00:11:23,172 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-18T00:11:23,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:23,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:23,177 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-18T00:11:23,177 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-18T00:11:23,177 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-18T00:11:23,178 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/partitions_44797bb4-5ff3-4038-93b3-0a539bbd8e13 2024-11-18T00:11:23,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741974_1150 (size=177) 2024-11-18T00:11:23,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:23,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:23,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-6178167117488017395.jar 2024-11-18T00:11:24,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-18T00:11:24,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:24,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:11:24,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:11:24,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:11:24,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:11:24,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:11:24,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:11:24,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:11:24,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:11:24,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:11:24,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:11:24,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:24,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:11:24,453 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-18T00:11:24,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:24,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:24,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:24,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:24,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:24,453 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-18T00:11:24,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:24,464 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:11:24,474 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-18T00:11:24,555 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1026027799_0012_993a954c-3988-42c5-b168-d6632e1735e4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:11:24,555 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1026027799_0012_993a954c-3988-42c5-b168-d6632e1735e4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:11:24,607 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 2024-11-18T00:11:24,610 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:24,643 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 2024-11-18T00:11:24,646 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:24,667 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f3/0789cecce93b4187993f7b08e7848122 2024-11-18T00:11:24,670 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:24,697 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edeac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:24,697 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:24,698 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:24,698 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:24,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:24,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:24,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75269ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:24,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:24,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:24,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:24,700 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:24,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f36aed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:24,700 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:24,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:24,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:24,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:24,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731888586402-3-0', locateType=CURRENT is [region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:24,704 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-18T00:11:24,704 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:24,704 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:24,704 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:24,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:24,704 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731888586402-3-0] 2024-11-18T00:11:24,704 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:11:24,710 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19982163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:24,710 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:24,710 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:24,711 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:24,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:24,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:24,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877baba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:24,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:24,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:24,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:24,713 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:24,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750d95d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:24,714 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:24,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:24,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:24,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:24,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731888586402-3-0', locateType=CURRENT is [region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:24,718 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-18T00:11:24,718 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:24,718 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:24,718 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:24,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:24,718 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731888586402-3-0] 2024-11-18T00:11:24,718 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:11:24,722 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/_temporary/0/_temporary/attempt_local1026027799_0012_r_000000_0/f3/b2bed4ca03d043fc8914fb12ff3258fb is 58, key is row-test-1731888586402-3-0/f3:q1/1731888597520/Put/seqid=0 2024-11-18T00:11:24,723 WARN [Thread-1636 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:11:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741975_1151 (size=5530) 2024-11-18T00:11:25,129 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/_temporary/0/_temporary/attempt_local1026027799_0012_r_000000_0/mob/835359c487ff498ea2d00f603b04963c is 59, key is row-test-1731888586402-3-0/mob:q1/1731888597536/Put/seqid=0 2024-11-18T00:11:25,133 WARN [Thread-1638 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:11:25,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741976_1152 (size=5539) 2024-11-18T00:11:25,566 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a67c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:25,566 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:25,566 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:25,567 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:25,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:25,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:25,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427f4b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:25,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:25,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:25,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:25,569 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:25,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a46f412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:25,570 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:25,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:25,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:25,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:25,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:25,575 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-18T00:11:25,575 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:25,575 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:25,576 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:25,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:25,576 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-18T00:11:25,576 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:11:25,583 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/_temporary/0/_temporary/attempt_local1026027799_0012_r_000001_0/f/b9dfffc229684f8dab7a63ef74e2b902 is 37, key is row10/f:q1/1731888589113/Put/seqid=0 2024-11-18T00:11:25,584 WARN [Thread-1653 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:11:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741977_1153 (size=8742) 2024-11-18T00:11:26,604 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162 2024-11-18T00:11:26,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180faca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:26,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:26,606 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:26,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:26,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:26,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f57d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:26,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:26,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,607 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:26,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23800925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:26,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:26,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:26,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:26,613 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/_SUCCESS 2024-11-18T00:11:26,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:26,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:26,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7371218a 2024-11-18T00:11:26,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:26,624 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:26,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:26,635 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-18T00:11:26,645 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/f/b9dfffc229684f8dab7a63ef74e2b902 first=Optional[row0] last=Optional[row98] 2024-11-18T00:11:26,648 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/f3/b2bed4ca03d043fc8914fb12ff3258fb first=Optional[row-test-1731888586402-3-0] last=Optional[row-test-1731888586402-3-5] 2024-11-18T00:11:26,650 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/mob/835359c487ff498ea2d00f603b04963c first=Optional[row-test-1731888586402-3-0] last=Optional[row-test-1731888586402-3-5] 2024-11-18T00:11:26,666 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/f/b9dfffc229684f8dab7a63ef74e2b902 for inclusion in 7dcb25d9074221aeaa117c7f4e7281c4/f 2024-11-18T00:11:26,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/f3/b2bed4ca03d043fc8914fb12ff3258fb for inclusion in 67a8956076494aa99d9b771818673d93/f3 2024-11-18T00:11:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731888586402-3-0 last=row-test-1731888586402-3-5 2024-11-18T00:11:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-18T00:11:26,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/mob/835359c487ff498ea2d00f603b04963c for inclusion in 67a8956076494aa99d9b771818673d93/mob 2024-11-18T00:11:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-18T00:11:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-18T00:11:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HRegion(2603): Flush status journal for 7dcb25d9074221aeaa117c7f4e7281c4: 2024-11-18T00:11:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/f/b9dfffc229684f8dab7a63ef74e2b902 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/f/b9dfffc229684f8dab7a63ef74e2b902 2024-11-18T00:11:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731888586402-3-0 last=row-test-1731888586402-3-5 2024-11-18T00:11:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-18T00:11:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegion(2603): Flush status journal for 67a8956076494aa99d9b771818673d93: 2024-11-18T00:11:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/f/b9dfffc229684f8dab7a63ef74e2b902 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/f/3a3409fbc3124f039d104f4a59804110_SeqId_4_ 2024-11-18T00:11:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/f3/b2bed4ca03d043fc8914fb12ff3258fb to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/f3/b2bed4ca03d043fc8914fb12ff3258fb 2024-11-18T00:11:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212070e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:26,679 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:26,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:26,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:26,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28abbd97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/f3/b2bed4ca03d043fc8914fb12ff3258fb as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/f3/e649813912d3434c89365d36da155e77_SeqId_4_ 2024-11-18T00:11:26,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:26,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888683162/mob/835359c487ff498ea2d00f603b04963c to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/mob/835359c487ff498ea2d00f603b04963c 2024-11-18T00:11:26,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,681 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:26,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc98c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/mob/835359c487ff498ea2d00f603b04963c as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/mob/f9b84c06e3164e5d8e3158c336aebee6_SeqId_4_ 2024-11-18T00:11:26,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:26,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74e9d3b5 2024-11-18T00:11:26,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbf28b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:26,684 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:26,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:26,684 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:26,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473a75f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:26,686 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:26,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d29224a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:26,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:26,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:26,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@128d3b22 2024-11-18T00:11:26,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:26,689 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:26,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:26,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:26,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:26,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:26,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:26,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:26,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:26,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:26,709 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803. 2024-11-18T00:11:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:26,711 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/f/b9dfffc229684f8dab7a63ef74e2b902 into 7dcb25d9074221aeaa117c7f4e7281c4/f as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/f/3a3409fbc3124f039d104f4a59804110_SeqId_4_ - updating store file list. 2024-11-18T00:11:26,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fac2b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:26,715 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:26,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:26,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:26,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1fd56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:26,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:26,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,717 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/f/3a3409fbc3124f039d104f4a59804110_SeqId_4_ into 7dcb25d9074221aeaa117c7f4e7281c4/f 2024-11-18T00:11:26,717 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:26,717 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/f/b9dfffc229684f8dab7a63ef74e2b902 into 7dcb25d9074221aeaa117c7f4e7281c4/f (new location: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/f/3a3409fbc3124f039d104f4a59804110_SeqId_4_) 2024-11-18T00:11:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/f/b9dfffc229684f8dab7a63ef74e2b902 2024-11-18T00:11:26,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490f4b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:26,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:26,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64c1013 2024-11-18T00:11:26,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:26,720 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:26,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:26,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bacd467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:26,723 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:26,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:26,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:26,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1932329d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:26,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:26,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,724 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:26,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688df65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9af99bc 2024-11-18T00:11:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:26,726 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T00:11:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:26,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:26,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:26,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T00:11:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:26,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:26,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:26,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:26,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:26,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/f3/b2bed4ca03d043fc8914fb12ff3258fb into 67a8956076494aa99d9b771818673d93/f3 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/f3/e649813912d3434c89365d36da155e77_SeqId_4_ - updating store file list. 2024-11-18T00:11:26,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:26,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/f3/e649813912d3434c89365d36da155e77_SeqId_4_ into 67a8956076494aa99d9b771818673d93/f3 2024-11-18T00:11:26,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/f3/b2bed4ca03d043fc8914fb12ff3258fb into 67a8956076494aa99d9b771818673d93/f3 (new location: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/f3/e649813912d3434c89365d36da155e77_SeqId_4_) 2024-11-18T00:11:26,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/f3/b2bed4ca03d043fc8914fb12ff3258fb 2024-11-18T00:11:26,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/mob/835359c487ff498ea2d00f603b04963c into 67a8956076494aa99d9b771818673d93/mob as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/mob/f9b84c06e3164e5d8e3158c336aebee6_SeqId_4_ - updating store file list. 2024-11-18T00:11:26,749 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803. 2024-11-18T00:11:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:26,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/mob/f9b84c06e3164e5d8e3158c336aebee6_SeqId_4_ into 67a8956076494aa99d9b771818673d93/mob 2024-11-18T00:11:26,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/mob/835359c487ff498ea2d00f603b04963c into 67a8956076494aa99d9b771818673d93/mob (new location: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/mob/f9b84c06e3164e5d8e3158c336aebee6_SeqId_4_) 2024-11-18T00:11:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__7c9oj0rl27rdj9p21nmd2rljf4obg4hag9shc0vo94fjuujej0ke9fgp9eu4d2t7/mob/835359c487ff498ea2d00f603b04963c 2024-11-18T00:11:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761de31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:26,755 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:26,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:26,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:26,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7958b2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:26,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:26,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,757 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:26,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5195a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:26,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:26,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff293cd 2024-11-18T00:11:26,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:26,759 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T00:11:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:26,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:26,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:26,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T00:11:26,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:26,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:26,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:26,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:26,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:26,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:26,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:26,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:26,779 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-18T00:11:26,779 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-18T00:11:26,779 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731888597552 hdfs://localhost:40911/backupUT/backup_1731888597552/default/test-1731888586402/ 2024-11-18T00:11:26,780 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40911/backupUT/backup_1731888597552/.backup.manifest 2024-11-18T00:11:26,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 , the old value is region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=09ca72e5bff1:40803 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T00:11:26,781 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T00:11:26,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T00:11:26,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 from cache 2024-11-18T00:11:26,782 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731888597552/.backup.manifest 2024-11-18T00:11:26,782 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17318885864021' to 'ns2:table2' from full backup image hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021 2024-11-18T00:11:26,791 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-18T00:11:26,792 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484 2024-11-18T00:11:26,793 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f in region [hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484] 2024-11-18T00:11:26,796 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac first=row0 last=row98 2024-11-18T00:11:26,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:11:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-18T00:11:26,799 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T00:11:26,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-18T00:11:26,800 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T00:11:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-18T00:11:26,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741978_1154 (size=351) 2024-11-18T00:11:26,890 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=09ca72e5bff1:40803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T00:11:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-18T00:11:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-18T00:11:27,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-18T00:11:27,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-18T00:11:27,208 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => faf1df1941208f8b206d3e60012a7414, NAME => 'ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:11:27,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741979_1155 (size=37) 2024-11-18T00:11:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-18T00:11:27,616 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:27,616 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing faf1df1941208f8b206d3e60012a7414, disabling compactions & flushes 2024-11-18T00:11:27,617 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. 2024-11-18T00:11:27,617 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. 2024-11-18T00:11:27,617 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. after waiting 0 ms 2024-11-18T00:11:27,617 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. 2024-11-18T00:11:27,617 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. 2024-11-18T00:11:27,617 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for faf1df1941208f8b206d3e60012a7414: Waiting for close lock at 1731888687616Disabling compacts and flushes for region at 1731888687616Disabling writes for close at 1731888687617 (+1 ms)Writing region close event to WAL at 1731888687617Closed at 1731888687617 2024-11-18T00:11:27,620 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T00:11:27,621 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731888687620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888687620"}]},"ts":"1731888687620"} 2024-11-18T00:11:27,623 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T00:11:27,625 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T00:11:27,625 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888687625"}]},"ts":"1731888687625"} 2024-11-18T00:11:27,628 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-18T00:11:27,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=faf1df1941208f8b206d3e60012a7414, ASSIGN}] 2024-11-18T00:11:27,629 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=faf1df1941208f8b206d3e60012a7414, ASSIGN 2024-11-18T00:11:27,630 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=faf1df1941208f8b206d3e60012a7414, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:11:27,674 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-18T00:11:27,781 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=faf1df1941208f8b206d3e60012a7414, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:27,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=faf1df1941208f8b206d3e60012a7414, ASSIGN because future has completed 2024-11-18T00:11:27,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf1df1941208f8b206d3e60012a7414, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-18T00:11:27,941 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. 2024-11-18T00:11:27,941 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => faf1df1941208f8b206d3e60012a7414, NAME => 'ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414.', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:11:27,941 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:11:27,942 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:27,942 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:27,942 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:27,942 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:27,944 INFO [StoreOpener-faf1df1941208f8b206d3e60012a7414-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:27,946 INFO [StoreOpener-faf1df1941208f8b206d3e60012a7414-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf1df1941208f8b206d3e60012a7414 columnFamilyName f 2024-11-18T00:11:27,946 DEBUG [StoreOpener-faf1df1941208f8b206d3e60012a7414-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:27,947 INFO [StoreOpener-faf1df1941208f8b206d3e60012a7414-1 {}] regionserver.HStore(327): Store=faf1df1941208f8b206d3e60012a7414/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:27,947 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:27,948 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:27,949 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:27,950 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:27,950 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:27,952 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:27,954 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:11:27,954 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened faf1df1941208f8b206d3e60012a7414; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11096116320, jitterRate=0.03340636193752289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T00:11:27,954 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:27,955 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for faf1df1941208f8b206d3e60012a7414: Running coprocessor pre-open hook at 1731888687942Writing region info on filesystem at 1731888687942Initializing all the Stores at 1731888687943 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888687943Cleaning up temporary data from old regions at 1731888687950 (+7 ms)Running coprocessor post-open hooks at 1731888687954 (+4 ms)Region opened successfully at 1731888687955 (+1 ms) 2024-11-18T00:11:27,956 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., pid=69, masterSystemTime=1731888687937 2024-11-18T00:11:27,957 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. 2024-11-18T00:11:27,957 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. 2024-11-18T00:11:27,958 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=faf1df1941208f8b206d3e60012a7414, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:27,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf1df1941208f8b206d3e60012a7414, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:27,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-18T00:11:27,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure faf1df1941208f8b206d3e60012a7414, server=09ca72e5bff1,40803,1731888578326 in 177 msec 2024-11-18T00:11:27,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-18T00:11:27,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=faf1df1941208f8b206d3e60012a7414, ASSIGN in 334 msec 2024-11-18T00:11:27,964 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T00:11:27,964 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888687964"}]},"ts":"1731888687964"} 2024-11-18T00:11:27,966 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-18T00:11:27,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T00:11:27,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1700 sec 2024-11-18T00:11:28,855 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a95de6413cc5221fbcb53aeae8457c33, had cached 0 bytes from a total of 41499 2024-11-18T00:11:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-18T00:11:28,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-18T00:11:28,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-18T00:11:28,962 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484 from hbase tables ns2:test-17318885864021 to tables ns2:table2 2024-11-18T00:11:28,963 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17318885864021 into ns2:table2 2024-11-18T00:11:28,964 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888688963 from hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484 2024-11-18T00:11:28,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650438ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:28,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:28,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:28,966 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:28,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:28,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:28,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e79747c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:28,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:28,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:28,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:28,968 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:28,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb27e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:28,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:28,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:28,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66f4b279 2024-11-18T00:11:28,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:28,971 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:28,971 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-18T00:11:28,972 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-18T00:11:28,972 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-18T00:11:28,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:28,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:28,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:28,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:28,976 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-18T00:11:28,976 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-18T00:11:28,976 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/partitions_e99edf24-f1fb-4b0b-bbed-011a9af69342 2024-11-18T00:11:28,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741980_1156 (size=153) 2024-11-18T00:11:29,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:29,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:29,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-6966704536116110095.jar 2024-11-18T00:11:30,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:30,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:11:30,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:11:30,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:11:30,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:11:30,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:11:30,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:11:30,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:11:30,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:11:30,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:11:30,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:11:30,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:30,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:11:30,250 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-18T00:11:30,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:30,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:30,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:30,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:30,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:30,251 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-18T00:11:30,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:30,260 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:11:30,271 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-18T00:11:30,353 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1535782699_0013_1a609c38-9187-473d-b824-88d73ee7a984/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:11:30,353 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1535782699_0013_1a609c38-9187-473d-b824-88d73ee7a984/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:11:30,408 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac 2024-11-18T00:11:30,412 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:30,442 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6293ef01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:30,442 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:30,443 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:30,444 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:30,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:30,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:30,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15430011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:30,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:30,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:30,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:30,445 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:30,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333d21c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:30,446 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:30,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:30,447 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-18T00:11:30,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:30,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:30,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:30,451 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-18T00:11:30,451 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:30,451 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:30,451 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:30,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:30,451 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-18T00:11:30,452 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:11:30,461 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888688963/_temporary/0/_temporary/attempt_local1535782699_0013_r_000000_0/f/c1d2492e3b9440a9bdce344ca657a140 is 37, key is row10/f:q1/1731888591438/Put/seqid=0 2024-11-18T00:11:30,462 WARN [Thread-1720 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:11:30,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741981_1157 (size=8742) 2024-11-18T00:11:31,400 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888688963 2024-11-18T00:11:31,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bb2ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:31,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:31,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:31,401 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:31,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:31,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:31,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b493b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:31,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:31,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:31,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:31,403 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:31,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c418d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:31,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:31,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:31,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:31,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:31,408 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888688963/_SUCCESS 2024-11-18T00:11:31,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:31,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:31,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38a0b5e6 2024-11-18T00:11:31,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:31,414 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:31,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:31,419 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-18T00:11:31,424 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888688963/f/c1d2492e3b9440a9bdce344ca657a140 first=Optional[row0] last=Optional[row98] 2024-11-18T00:11:31,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888688963/f/c1d2492e3b9440a9bdce344ca657a140 for inclusion in faf1df1941208f8b206d3e60012a7414/f 2024-11-18T00:11:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-18T00:11:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T00:11:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegion(2603): Flush status journal for faf1df1941208f8b206d3e60012a7414: 2024-11-18T00:11:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888688963/f/c1d2492e3b9440a9bdce344ca657a140 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__ns2_table2__stkautq0v1m47hp6t2kv1g62ekd9t2m1cs5pmk0f495qhjrnkur0n2uprv4e8eme/f/c1d2492e3b9440a9bdce344ca657a140 2024-11-18T00:11:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__ns2_table2__stkautq0v1m47hp6t2kv1g62ekd9t2m1cs5pmk0f495qhjrnkur0n2uprv4e8eme/f/c1d2492e3b9440a9bdce344ca657a140 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/f/e4d7501586f14e01ba798cfa80e8fc05_SeqId_4_ 2024-11-18T00:11:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a82c145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:31,436 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:31,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a7912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:31,438 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:31,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ef1696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:31,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:31,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ac3b593 2024-11-18T00:11:31,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:31,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:31,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:31,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:31,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:31,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:31,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:31,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:31,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__ns2_table2__stkautq0v1m47hp6t2kv1g62ekd9t2m1cs5pmk0f495qhjrnkur0n2uprv4e8eme/f/c1d2492e3b9440a9bdce344ca657a140 into faf1df1941208f8b206d3e60012a7414/f as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/f/e4d7501586f14e01ba798cfa80e8fc05_SeqId_4_ - updating store file list. 2024-11-18T00:11:31,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/f/e4d7501586f14e01ba798cfa80e8fc05_SeqId_4_ into faf1df1941208f8b206d3e60012a7414/f 2024-11-18T00:11:31,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__ns2_table2__stkautq0v1m47hp6t2kv1g62ekd9t2m1cs5pmk0f495qhjrnkur0n2uprv4e8eme/f/c1d2492e3b9440a9bdce344ca657a140 into faf1df1941208f8b206d3e60012a7414/f (new location: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/f/e4d7501586f14e01ba798cfa80e8fc05_SeqId_4_) 2024-11-18T00:11:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__ns2_table2__stkautq0v1m47hp6t2kv1g62ekd9t2m1cs5pmk0f495qhjrnkur0n2uprv4e8eme/f/c1d2492e3b9440a9bdce344ca657a140 2024-11-18T00:11:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649c00eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:31,464 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:31,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:31,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:31,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f22944c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:31,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:31,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:31,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:31,465 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:31,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6767cce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:31,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:31,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48c15724 2024-11-18T00:11:31,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:31,468 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T00:11:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:31,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:31,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:31,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T00:11:31,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:31,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:31,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:31,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:31,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:31,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:31,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:31,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:31,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:31,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:31,491 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-18T00:11:31,491 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-18T00:11:31,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 , the old value is region=ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=09ca72e5bff1:40803 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T00:11:31,491 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731888597552 hdfs://localhost:40911/backupUT/backup_1731888597552/ns2/test-17318885864021/ 2024-11-18T00:11:31,491 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-18T00:11:31,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T00:11:31,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 from cache 2024-11-18T00:11:31,491 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T00:11:31,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:31,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:31,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:31,523 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40911/backupUT/backup_1731888667587/.backup.manifest 2024-11-18T00:11:31,525 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731888667587/.backup.manifest 2024-11-18T00:11:31,525 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40911/backupUT/backup_1731888632254/.backup.manifest 2024-11-18T00:11:31,527 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731888632254/.backup.manifest 2024-11-18T00:11:31,527 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731888586402' to 'table1' from full backup image hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402 2024-11-18T00:11:31,529 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731888586402', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731888667587 2024-11-18T00:11:31,533 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-18T00:11:31,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1 2024-11-18T00:11:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-18T00:11:31,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888691544"}]},"ts":"1731888691544"} 2024-11-18T00:11:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T00:11:31,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-18T00:11:31,546 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-18T00:11:31,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-18T00:11:31,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=67a8956076494aa99d9b771818673d93, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7dcb25d9074221aeaa117c7f4e7281c4, UNASSIGN}] 2024-11-18T00:11:31,552 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7dcb25d9074221aeaa117c7f4e7281c4, UNASSIGN 2024-11-18T00:11:31,552 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=67a8956076494aa99d9b771818673d93, UNASSIGN 2024-11-18T00:11:31,553 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=67a8956076494aa99d9b771818673d93, regionState=CLOSING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:31,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=7dcb25d9074221aeaa117c7f4e7281c4, regionState=CLOSING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:31,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=67a8956076494aa99d9b771818673d93, UNASSIGN because future has completed 2024-11-18T00:11:31,555 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T00:11:31,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 67a8956076494aa99d9b771818673d93, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:31,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=7dcb25d9074221aeaa117c7f4e7281c4, UNASSIGN because future has completed 2024-11-18T00:11:31,556 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T00:11:31,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7dcb25d9074221aeaa117c7f4e7281c4, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:31,601 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=09ca72e5bff1:40803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T00:11:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T00:11:31,709 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:31,709 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T00:11:31,709 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 67a8956076494aa99d9b771818673d93, disabling compactions & flushes 2024-11-18T00:11:31,709 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1731888680985.67a8956076494aa99d9b771818673d93. 2024-11-18T00:11:31,709 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731888680985.67a8956076494aa99d9b771818673d93. 2024-11-18T00:11:31,709 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1731888680985.67a8956076494aa99d9b771818673d93. after waiting 0 ms 2024-11-18T00:11:31,710 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1731888680985.67a8956076494aa99d9b771818673d93. 2024-11-18T00:11:31,722 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T00:11:31,724 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:31,725 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1731888680985.67a8956076494aa99d9b771818673d93. 2024-11-18T00:11:31,725 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 67a8956076494aa99d9b771818673d93: Waiting for close lock at 1731888691709Running coprocessor pre-close hooks at 1731888691709Disabling compacts and flushes for region at 1731888691709Disabling writes for close at 1731888691710 (+1 ms)Writing region close event to WAL at 1731888691712 (+2 ms)Running coprocessor post-close hooks at 1731888691724 (+12 ms)Closed at 1731888691725 (+1 ms) 2024-11-18T00:11:31,728 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 67a8956076494aa99d9b771818673d93 2024-11-18T00:11:31,729 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:31,729 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T00:11:31,729 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 7dcb25d9074221aeaa117c7f4e7281c4, disabling compactions & flushes 2024-11-18T00:11:31,729 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. 2024-11-18T00:11:31,729 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. 2024-11-18T00:11:31,729 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. after waiting 0 ms 2024-11-18T00:11:31,729 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. 2024-11-18T00:11:31,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=67a8956076494aa99d9b771818673d93, regionState=CLOSED 2024-11-18T00:11:31,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 67a8956076494aa99d9b771818673d93, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:31,734 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T00:11:31,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-18T00:11:31,735 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:31,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 67a8956076494aa99d9b771818673d93, server=09ca72e5bff1,40803,1731888578326 in 178 msec 2024-11-18T00:11:31,735 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. 2024-11-18T00:11:31,735 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 7dcb25d9074221aeaa117c7f4e7281c4: Waiting for close lock at 1731888691729Running coprocessor pre-close hooks at 1731888691729Disabling compacts and flushes for region at 1731888691729Disabling writes for close at 1731888691729Writing region close event to WAL at 1731888691730 (+1 ms)Running coprocessor post-close hooks at 1731888691735 (+5 ms)Closed at 1731888691735 2024-11-18T00:11:31,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=67a8956076494aa99d9b771818673d93, UNASSIGN in 184 msec 2024-11-18T00:11:31,737 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:31,738 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=7dcb25d9074221aeaa117c7f4e7281c4, regionState=CLOSED 2024-11-18T00:11:31,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7dcb25d9074221aeaa117c7f4e7281c4, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:31,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73 2024-11-18T00:11:31,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 7dcb25d9074221aeaa117c7f4e7281c4, server=09ca72e5bff1,40803,1731888578326 in 184 msec 2024-11-18T00:11:31,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-18T00:11:31,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7dcb25d9074221aeaa117c7f4e7281c4, UNASSIGN in 191 msec 2024-11-18T00:11:31,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-18T00:11:31,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 197 msec 2024-11-18T00:11:31,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888691747"}]},"ts":"1731888691747"} 2024-11-18T00:11:31,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-18T00:11:31,748 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-18T00:11:31,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 209 msec 2024-11-18T00:11:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T00:11:31,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-18T00:11:31,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1 2024-11-18T00:11:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-18T00:11:31,877 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-18T00:11:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T00:11:31,883 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93 2024-11-18T00:11:31,883 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:31,886 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/f, FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/f3, FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/mob, FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/recovered.edits] 2024-11-18T00:11:31,886 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/f, FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/f3, FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/mob, FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/recovered.edits] 2024-11-18T00:11:31,891 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/f/3a3409fbc3124f039d104f4a59804110_SeqId_4_ to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/archive/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/f/3a3409fbc3124f039d104f4a59804110_SeqId_4_ 2024-11-18T00:11:31,892 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/f3/e649813912d3434c89365d36da155e77_SeqId_4_ to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/archive/data/default/table1/67a8956076494aa99d9b771818673d93/f3/e649813912d3434c89365d36da155e77_SeqId_4_ 2024-11-18T00:11:31,894 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/mob/f9b84c06e3164e5d8e3158c336aebee6_SeqId_4_ to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/archive/data/default/table1/67a8956076494aa99d9b771818673d93/mob/f9b84c06e3164e5d8e3158c336aebee6_SeqId_4_ 2024-11-18T00:11:31,895 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/recovered.edits/6.seqid to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/archive/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4/recovered.edits/6.seqid 2024-11-18T00:11:31,895 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/7dcb25d9074221aeaa117c7f4e7281c4 2024-11-18T00:11:31,897 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93/recovered.edits/6.seqid to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/archive/data/default/table1/67a8956076494aa99d9b771818673d93/recovered.edits/6.seqid 2024-11-18T00:11:31,897 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/67a8956076494aa99d9b771818673d93 2024-11-18T00:11:31,897 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-18T00:11:31,898 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-18T00:11:31,898 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-18T00:11:31,900 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-18T00:11:31,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40803 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T00:11:31,909 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-18T00:11:31,912 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-18T00:11:31,912 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-18T00:11:31,913 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731888680985.67a8956076494aa99d9b771818673d93.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731888691912"}]},"ts":"9223372036854775807"} 2024-11-18T00:11:31,913 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731888691912"}]},"ts":"9223372036854775807"} 2024-11-18T00:11:31,915 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-18T00:11:31,915 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 67a8956076494aa99d9b771818673d93, NAME => 'table1,,1731888680985.67a8956076494aa99d9b771818673d93.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 7dcb25d9074221aeaa117c7f4e7281c4, NAME => 'table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-18T00:11:31,915 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-18T00:11:31,915 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731888691915"}]},"ts":"9223372036854775807"} 2024-11-18T00:11:31,917 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-18T00:11:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741982_1158 (size=938) 2024-11-18T00:11:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T00:11:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T00:11:32,330 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01de80723c090d355e0727bdc099b20d, NAME => 'table1,,1731888691901.01de80723c090d355e0727bdc099b20d.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:11:32,331 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b500288c3895333e3cfa32f95ded3c9b, NAME => 'table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:11:32,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741983_1159 (size=45) 2024-11-18T00:11:32,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741984_1160 (size=45) 2024-11-18T00:11:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T00:11:32,743 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731888691901.01de80723c090d355e0727bdc099b20d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:32,743 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:32,744 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 01de80723c090d355e0727bdc099b20d, disabling compactions & flushes 2024-11-18T00:11:32,744 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing b500288c3895333e3cfa32f95ded3c9b, disabling compactions & flushes 2024-11-18T00:11:32,744 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:32,744 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:32,744 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:32,744 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:32,744 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731888691901.01de80723c090d355e0727bdc099b20d. after waiting 0 ms 2024-11-18T00:11:32,744 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. after waiting 0 ms 2024-11-18T00:11:32,744 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:32,744 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:32,744 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:32,744 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:32,744 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01de80723c090d355e0727bdc099b20d: Waiting for close lock at 1731888692743Disabling compacts and flushes for region at 1731888692743Disabling writes for close at 1731888692744 (+1 ms)Writing region close event to WAL at 1731888692744Closed at 1731888692744 2024-11-18T00:11:32,744 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for b500288c3895333e3cfa32f95ded3c9b: Waiting for close lock at 1731888692743Disabling compacts and flushes for region at 1731888692743Disabling writes for close at 1731888692744 (+1 ms)Writing region close event to WAL at 1731888692744Closed at 1731888692744 2024-11-18T00:11:32,749 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731888691901.01de80723c090d355e0727bdc099b20d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731888692748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888692748"}]},"ts":"1731888692748"} 2024-11-18T00:11:32,749 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731888692748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888692748"}]},"ts":"1731888692748"} 2024-11-18T00:11:32,753 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-18T00:11:32,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888692754"}]},"ts":"1731888692754"} 2024-11-18T00:11:32,756 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-18T00:11:32,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=01de80723c090d355e0727bdc099b20d, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=b500288c3895333e3cfa32f95ded3c9b, ASSIGN}] 2024-11-18T00:11:32,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=01de80723c090d355e0727bdc099b20d, ASSIGN 2024-11-18T00:11:32,758 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=b500288c3895333e3cfa32f95ded3c9b, ASSIGN 2024-11-18T00:11:32,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=01de80723c090d355e0727bdc099b20d, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:11:32,759 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=b500288c3895333e3cfa32f95ded3c9b, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:11:32,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=b500288c3895333e3cfa32f95ded3c9b, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:32,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=01de80723c090d355e0727bdc099b20d, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:32,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=b500288c3895333e3cfa32f95ded3c9b, ASSIGN because future has completed 2024-11-18T00:11:32,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure b500288c3895333e3cfa32f95ded3c9b, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:32,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=01de80723c090d355e0727bdc099b20d, ASSIGN because future has completed 2024-11-18T00:11:32,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01de80723c090d355e0727bdc099b20d, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T00:11:33,074 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:33,074 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => b500288c3895333e3cfa32f95ded3c9b, NAME => 'table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-18T00:11:33,075 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:11:33,075 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,075 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:33,075 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,075 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,077 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,079 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b500288c3895333e3cfa32f95ded3c9b columnFamilyName f 2024-11-18T00:11:33,080 DEBUG [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:33,080 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(327): Store=b500288c3895333e3cfa32f95ded3c9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:33,080 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,082 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b500288c3895333e3cfa32f95ded3c9b columnFamilyName f3 2024-11-18T00:11:33,082 DEBUG [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:33,083 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(327): Store=b500288c3895333e3cfa32f95ded3c9b/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:33,083 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,085 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b500288c3895333e3cfa32f95ded3c9b columnFamilyName mob 2024-11-18T00:11:33,086 DEBUG [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:33,087 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(327): Store=b500288c3895333e3cfa32f95ded3c9b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:33,088 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,089 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,090 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,091 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,092 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,092 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T00:11:33,095 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,097 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:11:33,098 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened b500288c3895333e3cfa32f95ded3c9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9581309280, jitterRate=-0.10767103731632233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T00:11:33,098 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:33,098 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for b500288c3895333e3cfa32f95ded3c9b: Running coprocessor pre-open hook at 1731888693075Writing region info on filesystem at 1731888693075Initializing all the Stores at 1731888693077 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888693077Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888693077Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888693077Cleaning up temporary data from old regions at 1731888693092 (+15 ms)Running coprocessor post-open hooks at 1731888693098 (+6 ms)Region opened successfully at 1731888693098 2024-11-18T00:11:33,099 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b., pid=79, masterSystemTime=1731888693068 2024-11-18T00:11:33,101 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:33,101 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:33,101 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:33,101 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 01de80723c090d355e0727bdc099b20d, NAME => 'table1,,1731888691901.01de80723c090d355e0727bdc099b20d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-18T00:11:33,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=b500288c3895333e3cfa32f95ded3c9b, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:33,101 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:11:33,101 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,101 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1731888691901.01de80723c090d355e0727bdc099b20d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:33,102 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,102 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure b500288c3895333e3cfa32f95ded3c9b, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:33,103 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,104 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01de80723c090d355e0727bdc099b20d columnFamilyName f 2024-11-18T00:11:33,104 DEBUG [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:33,105 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(327): Store=01de80723c090d355e0727bdc099b20d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:33,105 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-18T00:11:33,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure b500288c3895333e3cfa32f95ded3c9b, server=09ca72e5bff1,40803,1731888578326 in 189 msec 2024-11-18T00:11:33,106 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01de80723c090d355e0727bdc099b20d columnFamilyName f3 2024-11-18T00:11:33,107 DEBUG [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:33,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=b500288c3895333e3cfa32f95ded3c9b, ASSIGN in 350 msec 2024-11-18T00:11:33,107 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(327): Store=01de80723c090d355e0727bdc099b20d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:33,107 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,108 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01de80723c090d355e0727bdc099b20d columnFamilyName mob 2024-11-18T00:11:33,109 DEBUG [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:33,109 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(327): Store=01de80723c090d355e0727bdc099b20d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:33,110 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,111 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,111 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,112 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,112 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,113 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T00:11:33,115 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,117 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:11:33,117 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 01de80723c090d355e0727bdc099b20d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10075760480, jitterRate=-0.06162168085575104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T00:11:33,117 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:33,117 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 01de80723c090d355e0727bdc099b20d: Running coprocessor pre-open hook at 1731888693102Writing region info on filesystem at 1731888693102Initializing all the Stores at 1731888693103 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888693103Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888693103Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888693103Cleaning up temporary data from old regions at 1731888693112 (+9 ms)Running coprocessor post-open hooks at 1731888693117 (+5 ms)Region opened successfully at 1731888693117 2024-11-18T00:11:33,118 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731888691901.01de80723c090d355e0727bdc099b20d., pid=80, masterSystemTime=1731888693068 2024-11-18T00:11:33,120 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:33,120 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:33,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=01de80723c090d355e0727bdc099b20d, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:33,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01de80723c090d355e0727bdc099b20d, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:33,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77 2024-11-18T00:11:33,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 01de80723c090d355e0727bdc099b20d, server=09ca72e5bff1,40803,1731888578326 in 206 msec 2024-11-18T00:11:33,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-18T00:11:33,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=01de80723c090d355e0727bdc099b20d, ASSIGN in 368 msec 2024-11-18T00:11:33,126 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888693126"}]},"ts":"1731888693126"} 2024-11-18T00:11:33,127 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-18T00:11:33,128 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-18T00:11:33,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2590 sec 2024-11-18T00:11:33,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-18T00:11:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T00:11:34,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-18T00:11:34,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-18T00:11:34,044 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/3918c853f0a46787d8bb0138f5d79939,hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd from hbase tables test-1731888586402 to tables table1 2024-11-18T00:11:34,044 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731888586402 into table1 2024-11-18T00:11:34,048 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045 from hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/3918c853f0a46787d8bb0138f5d79939,hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:11:34,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762b63f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:34,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:34,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:34,049 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:34,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c5eb12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:34,051 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:34,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4a8c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:34,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:34,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:34,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@660b4364 2024-11-18T00:11:34,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:34,053 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:34,054 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-18T00:11:34,054 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-18T00:11:34,054 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-18T00:11:34,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:34,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:34,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:34,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:34,057 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-18T00:11:34,057 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-18T00:11:34,057 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-18T00:11:34,057 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/partitions_1e5a014a-0882-4808-8d18-cd073e8fc508 2024-11-18T00:11:34,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741985_1161 (size=177) 2024-11-18T00:11:34,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:34,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:34,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-4050396920900585535.jar 2024-11-18T00:11:35,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:35,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:11:35,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:11:35,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:11:35,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:11:35,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:11:35,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:11:35,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:11:35,328 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:11:35,328 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:11:35,328 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:11:35,328 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,328 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:35,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:11:35,329 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-18T00:11:35,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:35,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:35,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:35,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:35,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:35,330 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-18T00:11:35,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:35,339 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:11:35,351 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-18T00:11:35,446 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1263928144_0014_d4eb8064-8f93-4e54-b631-1671c431f04a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:11:35,446 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local1263928144_0014_d4eb8064-8f93-4e54-b631-1671c431f04a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:11:35,499 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/de2ec89149814eb9b4d5be4065a5fb57 2024-11-18T00:11:35,501 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:35,537 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/cdc80b97ffbc4c24be8fc28754d20928 2024-11-18T00:11:35,540 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:35,561 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f/16cc5efd829747b7beedad513c0eb028 2024-11-18T00:11:35,564 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:35,594 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/3918c853f0a46787d8bb0138f5d79939/mob/d41d8cd98f00b204e9800998ecf8427e2024111823d3f4056ca7494e89ce1e81430edca4_8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:11:35,597 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:35,616 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888632254/default/test-1731888586402/archive/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/mob/ba9214a9a48d483dba34988b6ed38315 2024-11-18T00:11:35,619 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:35,652 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b287fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:35,652 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:35,652 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:35,653 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:35,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:35,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:35,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d75b062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:35,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:35,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:35,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:35,655 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:35,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e461c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:35,657 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:35,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:35,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731888586402-1-0', locateType=CURRENT is [region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:35,661 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-18T00:11:35,661 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:35,662 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:35,662 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:35,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:35,662 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731888586402-1-0] 2024-11-18T00:11:35,662 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:11:35,672 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbfde94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:35,672 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:35,672 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:35,672 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:35,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:35,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:35,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db69d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:35,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:35,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:35,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:35,674 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:35,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d56079b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:35,675 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:35,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:35,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:35,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:35,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731888586402-3-0', locateType=CURRENT is [region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:35,678 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-18T00:11:35,678 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:35,678 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:35,678 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:35,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:35,679 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731888586402-3-0] 2024-11-18T00:11:35,679 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:11:35,684 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/_temporary/0/_temporary/attempt_local1263928144_0014_r_000000_0/f/b37a421f80134d459589df788de05742 is 59, key is row-test-1731888586402-1-10/f:q1/1731888616850/Put/seqid=0 2024-11-18T00:11:35,686 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:11:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741986_1162 (size=11125) 2024-11-18T00:11:35,840 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T00:11:36,090 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/_temporary/0/_temporary/attempt_local1263928144_0014_r_000000_0/mob/42810f13af8c4883aeeb4f468896db8b is 192, key is row-test-1731888586402-3-100/mob:q1/1731888617260/Put/seqid=0 2024-11-18T00:11:36,093 WARN [Thread-1809 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:11:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741987_1163 (size=13404) 2024-11-18T00:11:36,536 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0f085b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:36,537 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:36,537 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:36,538 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f4c2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:36,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:36,539 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:36,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab50357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:36,540 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:36,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:36,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:36,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:36,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:36,545 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-18T00:11:36,545 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:36,545 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:36,545 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:36,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:36,545 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-18T00:11:36,545 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:11:36,550 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/_temporary/0/_temporary/attempt_local1263928144_0014_r_000001_0/f/6e63e2ba9737434fb25c286d985755ad is 37, key is row10/f:q1/1731888589113/Put/seqid=0 2024-11-18T00:11:36,552 WARN [Thread-1824 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:11:36,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741988_1164 (size=8742) 2024-11-18T00:11:37,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-18T00:11:37,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-18T00:11:37,495 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045 2024-11-18T00:11:37,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb321c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:37,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:37,498 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:37,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:37,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:37,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a2eea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:37,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:37,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,500 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:37,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1d1679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:37,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:37,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:37,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:37,506 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/_SUCCESS 2024-11-18T00:11:37,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:37,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:37,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11e5b07a 2024-11-18T00:11:37,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:37,517 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:37,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:37,522 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-18T00:11:37,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/f/6e63e2ba9737434fb25c286d985755ad first=Optional[row0] last=Optional[row98] 2024-11-18T00:11:37,530 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/f/b37a421f80134d459589df788de05742 first=Optional[row-test-1731888586402-1-0] last=Optional[row-test-1731888586402-1-98] 2024-11-18T00:11:37,534 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/mob/42810f13af8c4883aeeb4f468896db8b first=Optional[row-test-1731888586402-3-0] last=Optional[row-test-1731888586402-3-99] 2024-11-18T00:11:37,538 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/f/6e63e2ba9737434fb25c286d985755ad for inclusion in b500288c3895333e3cfa32f95ded3c9b/f 2024-11-18T00:11:37,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/mob/42810f13af8c4883aeeb4f468896db8b for inclusion in 01de80723c090d355e0727bdc099b20d/mob 2024-11-18T00:11:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-18T00:11:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-18T00:11:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HRegion(2603): Flush status journal for b500288c3895333e3cfa32f95ded3c9b: 2024-11-18T00:11:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731888586402-3-0 last=row-test-1731888586402-3-99 2024-11-18T00:11:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-18T00:11:37,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/f/b37a421f80134d459589df788de05742 for inclusion in 01de80723c090d355e0727bdc099b20d/f 2024-11-18T00:11:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/f/6e63e2ba9737434fb25c286d985755ad to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/f/6e63e2ba9737434fb25c286d985755ad 2024-11-18T00:11:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/f/6e63e2ba9737434fb25c286d985755ad as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b/f/7094f393c28d4031953fdc5c49b1f28d_SeqId_4_ 2024-11-18T00:11:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731888586402-1-0 last=row-test-1731888586402-1-98 2024-11-18T00:11:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-18T00:11:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegion(2603): Flush status journal for 01de80723c090d355e0727bdc099b20d: 2024-11-18T00:11:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c5043f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/mob/42810f13af8c4883aeeb4f468896db8b to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/mob/42810f13af8c4883aeeb4f468896db8b 2024-11-18T00:11:37,547 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:37,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:37,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:37,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a745590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:37,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:37,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,549 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/mob/42810f13af8c4883aeeb4f468896db8b as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/mob/97d77640369d43dda0e5676edf64ad37_SeqId_4_ 2024-11-18T00:11:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888694045/f/b37a421f80134d459589df788de05742 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/f/b37a421f80134d459589df788de05742 2024-11-18T00:11:37,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c481c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:37,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:37,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45910efc 2024-11-18T00:11:37,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:37,552 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:37,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/f/b37a421f80134d459589df788de05742 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/f/5c80656b41144c17be9e0fde9614e124_SeqId_4_ 2024-11-18T00:11:37,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304c7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:37,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:37,555 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a41b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,556 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:37,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1cd6d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:37,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:37,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77b9d6b1 2024-11-18T00:11:37,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:37,559 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:37,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:37,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:37,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:37,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:37,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:37,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:37,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:37,570 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803. 2024-11-18T00:11:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:37,572 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/f/6e63e2ba9737434fb25c286d985755ad into b500288c3895333e3cfa32f95ded3c9b/f as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b/f/7094f393c28d4031953fdc5c49b1f28d_SeqId_4_ - updating store file list. 2024-11-18T00:11:37,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:37,577 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b/f/7094f393c28d4031953fdc5c49b1f28d_SeqId_4_ into b500288c3895333e3cfa32f95ded3c9b/f 2024-11-18T00:11:37,577 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/f/6e63e2ba9737434fb25c286d985755ad into b500288c3895333e3cfa32f95ded3c9b/f (new location: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b/f/7094f393c28d4031953fdc5c49b1f28d_SeqId_4_) 2024-11-18T00:11:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/f/6e63e2ba9737434fb25c286d985755ad 2024-11-18T00:11:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a07332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:37,580 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:37,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:37,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:37,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db5c981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:37,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:37,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:37,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,582 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:37,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a26fbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:37,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:37,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@561f4ffe 2024-11-18T00:11:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e761a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:37,585 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:37,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:37,585 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T00:11:37,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:37,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716ab152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:37,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:37,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,587 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:37,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:37,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:37,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa9c665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:37,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T00:11:37,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:37,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@457add62 2024-11-18T00:11:37,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:37,590 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:37,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:37,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:37,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:37,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:37,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:37,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:37,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:37,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:37,609 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803. 2024-11-18T00:11:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:37,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:37,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:37,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/f/b37a421f80134d459589df788de05742 into 01de80723c090d355e0727bdc099b20d/f as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/f/5c80656b41144c17be9e0fde9614e124_SeqId_4_ - updating store file list. 2024-11-18T00:11:37,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/f/5c80656b41144c17be9e0fde9614e124_SeqId_4_ into 01de80723c090d355e0727bdc099b20d/f 2024-11-18T00:11:37,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/f/b37a421f80134d459589df788de05742 into 01de80723c090d355e0727bdc099b20d/f (new location: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/f/5c80656b41144c17be9e0fde9614e124_SeqId_4_) 2024-11-18T00:11:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/f/b37a421f80134d459589df788de05742 2024-11-18T00:11:37,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/mob/42810f13af8c4883aeeb4f468896db8b into 01de80723c090d355e0727bdc099b20d/mob as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/mob/97d77640369d43dda0e5676edf64ad37_SeqId_4_ - updating store file list. 2024-11-18T00:11:37,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/mob/97d77640369d43dda0e5676edf64ad37_SeqId_4_ into 01de80723c090d355e0727bdc099b20d/mob 2024-11-18T00:11:37,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/mob/42810f13af8c4883aeeb4f468896db8b into 01de80723c090d355e0727bdc099b20d/mob (new location: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/mob/97d77640369d43dda0e5676edf64ad37_SeqId_4_) 2024-11-18T00:11:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__r1ddoe605jcipc3todcdihdmmlim3hfbl86tsspt2fr6v4rihvnmekde0qf488tr/mob/42810f13af8c4883aeeb4f468896db8b 2024-11-18T00:11:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcfc8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:37,632 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:37,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:37,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:37,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4655ce3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:37,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:37,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,634 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:37,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba80673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb51593 2024-11-18T00:11:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:37,637 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T00:11:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:37,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T00:11:37,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:37,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:37,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:37,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:37,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:37,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:37,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:37,659 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-18T00:11:37,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 , the old value is region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=09ca72e5bff1:40803 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T00:11:37,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T00:11:37,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 from cache 2024-11-18T00:11:37,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:37,660 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T00:11:37,680 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731888586402' to 'table1' from log dirs: hdfs://localhost:40911/backupUT/backup_1731888667587/default/test-1731888586402/f2/7aa23c71d0614003a455ed0a87e6d3b5 2024-11-18T00:11:37,685 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731888586402', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731888667587 2024-11-18T00:11:37,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:11:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-18T00:11:37,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741989_1165 (size=938) 2024-11-18T00:11:37,770 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=09ca72e5bff1:40803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T00:11:38,102 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-18T00:11:38,102 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-18T00:11:38,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-18T00:11:38,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=01de80723c090d355e0727bdc099b20d, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=b500288c3895333e3cfa32f95ded3c9b, REOPEN/MOVE}] 2024-11-18T00:11:38,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=b500288c3895333e3cfa32f95ded3c9b, REOPEN/MOVE 2024-11-18T00:11:38,113 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=01de80723c090d355e0727bdc099b20d, REOPEN/MOVE 2024-11-18T00:11:38,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=b500288c3895333e3cfa32f95ded3c9b, regionState=CLOSING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:38,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=01de80723c090d355e0727bdc099b20d, regionState=CLOSING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:38,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=01de80723c090d355e0727bdc099b20d, REOPEN/MOVE because future has completed 2024-11-18T00:11:38,115 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T00:11:38,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01de80723c090d355e0727bdc099b20d, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:38,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=b500288c3895333e3cfa32f95ded3c9b, REOPEN/MOVE because future has completed 2024-11-18T00:11:38,116 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T00:11:38,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure b500288c3895333e3cfa32f95ded3c9b, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:38,268 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,268 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T00:11:38,269 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 01de80723c090d355e0727bdc099b20d, disabling compactions & flushes 2024-11-18T00:11:38,269 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:38,269 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:38,269 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1731888691901.01de80723c090d355e0727bdc099b20d. after waiting 0 ms 2024-11-18T00:11:38,269 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:38,278 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T00:11:38,279 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:38,279 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:38,279 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 01de80723c090d355e0727bdc099b20d: Waiting for close lock at 1731888698269Running coprocessor pre-close hooks at 1731888698269Disabling compacts and flushes for region at 1731888698269Disabling writes for close at 1731888698269Writing region close event to WAL at 1731888698271 (+2 ms)Running coprocessor post-close hooks at 1731888698279 (+8 ms)Closed at 1731888698279 2024-11-18T00:11:38,279 WARN [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 01de80723c090d355e0727bdc099b20d to self. 2024-11-18T00:11:38,283 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,283 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,283 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T00:11:38,283 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing b500288c3895333e3cfa32f95ded3c9b, disabling compactions & flushes 2024-11-18T00:11:38,283 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:38,283 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:38,283 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. after waiting 0 ms 2024-11-18T00:11:38,283 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:38,283 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=01de80723c090d355e0727bdc099b20d, regionState=CLOSED 2024-11-18T00:11:38,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01de80723c090d355e0727bdc099b20d, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:38,289 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T00:11:38,290 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:38,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-11-18T00:11:38,290 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:38,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 01de80723c090d355e0727bdc099b20d, server=09ca72e5bff1,40803,1731888578326 in 172 msec 2024-11-18T00:11:38,290 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for b500288c3895333e3cfa32f95ded3c9b: Waiting for close lock at 1731888698283Running coprocessor pre-close hooks at 1731888698283Disabling compacts and flushes for region at 1731888698283Disabling writes for close at 1731888698283Writing region close event to WAL at 1731888698284 (+1 ms)Running coprocessor post-close hooks at 1731888698290 (+6 ms)Closed at 1731888698290 2024-11-18T00:11:38,290 WARN [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: b500288c3895333e3cfa32f95ded3c9b to self. 2024-11-18T00:11:38,291 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=01de80723c090d355e0727bdc099b20d, REOPEN/MOVE; state=CLOSED, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=true 2024-11-18T00:11:38,293 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=b500288c3895333e3cfa32f95ded3c9b, regionState=CLOSED 2024-11-18T00:11:38,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure b500288c3895333e3cfa32f95ded3c9b, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:38,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84 2024-11-18T00:11:38,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure b500288c3895333e3cfa32f95ded3c9b, server=09ca72e5bff1,40803,1731888578326 in 181 msec 2024-11-18T00:11:38,300 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=b500288c3895333e3cfa32f95ded3c9b, REOPEN/MOVE; state=CLOSED, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=true 2024-11-18T00:11:38,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=b500288c3895333e3cfa32f95ded3c9b, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:38,443 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=01de80723c090d355e0727bdc099b20d, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:38,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=01de80723c090d355e0727bdc099b20d, REOPEN/MOVE because future has completed 2024-11-18T00:11:38,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01de80723c090d355e0727bdc099b20d, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:38,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=b500288c3895333e3cfa32f95ded3c9b, REOPEN/MOVE because future has completed 2024-11-18T00:11:38,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure b500288c3895333e3cfa32f95ded3c9b, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:38,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-18T00:11:38,605 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:38,605 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => b500288c3895333e3cfa32f95ded3c9b, NAME => 'table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-18T00:11:38,606 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:11:38,606 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,606 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:38,606 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,606 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,608 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,608 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b500288c3895333e3cfa32f95ded3c9b columnFamilyName f 2024-11-18T00:11:38,608 DEBUG [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:38,614 DEBUG [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b/f/7094f393c28d4031953fdc5c49b1f28d_SeqId_4_ 2024-11-18T00:11:38,614 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(327): Store=b500288c3895333e3cfa32f95ded3c9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:38,614 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,615 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b500288c3895333e3cfa32f95ded3c9b columnFamilyName f2 2024-11-18T00:11:38,616 DEBUG [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:38,616 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(327): Store=b500288c3895333e3cfa32f95ded3c9b/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:38,616 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,617 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b500288c3895333e3cfa32f95ded3c9b columnFamilyName mob 2024-11-18T00:11:38,617 DEBUG [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:38,618 INFO [StoreOpener-b500288c3895333e3cfa32f95ded3c9b-1 {}] regionserver.HStore(327): Store=b500288c3895333e3cfa32f95ded3c9b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:38,618 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,619 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,620 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,621 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,621 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,622 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T00:11:38,623 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,624 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened b500288c3895333e3cfa32f95ded3c9b; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9622656800, jitterRate=-0.10382024943828583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T00:11:38,624 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:38,625 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for b500288c3895333e3cfa32f95ded3c9b: Running coprocessor pre-open hook at 1731888698606Writing region info on filesystem at 1731888698606Initializing all the Stores at 1731888698607 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888698607Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888698607Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888698607Cleaning up temporary data from old regions at 1731888698621 (+14 ms)Running coprocessor post-open hooks at 1731888698624 (+3 ms)Region opened successfully at 1731888698625 (+1 ms) 2024-11-18T00:11:38,626 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b., pid=88, masterSystemTime=1731888698602 2024-11-18T00:11:38,627 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:38,627 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:38,628 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:38,628 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 01de80723c090d355e0727bdc099b20d, NAME => 'table1,,1731888691901.01de80723c090d355e0727bdc099b20d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-18T00:11:38,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=b500288c3895333e3cfa32f95ded3c9b, regionState=OPEN, openSeqNum=7, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:38,628 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:11:38,628 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,628 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1731888691901.01de80723c090d355e0727bdc099b20d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:38,629 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,629 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure b500288c3895333e3cfa32f95ded3c9b, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:38,630 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,631 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01de80723c090d355e0727bdc099b20d columnFamilyName f 2024-11-18T00:11:38,631 DEBUG [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:38,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84 2024-11-18T00:11:38,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure b500288c3895333e3cfa32f95ded3c9b, server=09ca72e5bff1,40803,1731888578326 in 180 msec 2024-11-18T00:11:38,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=b500288c3895333e3cfa32f95ded3c9b, REOPEN/MOVE in 521 msec 2024-11-18T00:11:38,637 DEBUG [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/f/5c80656b41144c17be9e0fde9614e124_SeqId_4_ 2024-11-18T00:11:38,637 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(327): Store=01de80723c090d355e0727bdc099b20d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:38,637 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,639 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01de80723c090d355e0727bdc099b20d columnFamilyName f2 2024-11-18T00:11:38,639 DEBUG [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:38,639 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(327): Store=01de80723c090d355e0727bdc099b20d/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:38,639 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,640 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01de80723c090d355e0727bdc099b20d columnFamilyName mob 2024-11-18T00:11:38,640 DEBUG [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:38,645 DEBUG [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/mob/97d77640369d43dda0e5676edf64ad37_SeqId_4_ 2024-11-18T00:11:38,645 INFO [StoreOpener-01de80723c090d355e0727bdc099b20d-1 {}] regionserver.HStore(327): Store=01de80723c090d355e0727bdc099b20d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:38,646 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,646 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,647 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,648 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,648 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,649 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T00:11:38,650 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,650 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 01de80723c090d355e0727bdc099b20d; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10796408000, jitterRate=0.005493849515914917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T00:11:38,650 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:38,650 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 01de80723c090d355e0727bdc099b20d: Running coprocessor pre-open hook at 1731888698629Writing region info on filesystem at 1731888698629Initializing all the Stores at 1731888698630 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888698630Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888698630Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888698630Cleaning up temporary data from old regions at 1731888698648 (+18 ms)Running coprocessor post-open hooks at 1731888698650 (+2 ms)Region opened successfully at 1731888698650 2024-11-18T00:11:38,651 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731888691901.01de80723c090d355e0727bdc099b20d., pid=87, masterSystemTime=1731888698602 2024-11-18T00:11:38,653 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:38,653 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:38,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=01de80723c090d355e0727bdc099b20d, regionState=OPEN, openSeqNum=7, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:38,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01de80723c090d355e0727bdc099b20d, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:38,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-18T00:11:38,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 01de80723c090d355e0727bdc099b20d, server=09ca72e5bff1,40803,1731888578326 in 208 msec 2024-11-18T00:11:38,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-18T00:11:38,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=01de80723c090d355e0727bdc099b20d, REOPEN/MOVE in 547 msec 2024-11-18T00:11:38,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-18T00:11:38,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 553 msec 2024-11-18T00:11:38,662 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-18T00:11:38,663 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731888691901.01de80723c090d355e0727bdc099b20d., family=f3 2024-11-18T00:11:38,663 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b., family=f3 2024-11-18T00:11:38,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 977 msec 2024-11-18T00:11:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-18T00:11:38,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-18T00:11:38,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-18T00:11:38,670 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:11:38,670 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:40911/backupUT/backup_1731888667587/default/test-1731888586402/f2/7aa23c71d0614003a455ed0a87e6d3b5 from hbase tables test-1731888586402 to tables table1 2024-11-18T00:11:38,670 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731888586402 into table1 2024-11-18T00:11:38,672 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888698670 from hdfs://localhost:40911/backupUT/backup_1731888667587/default/test-1731888586402/f2/7aa23c71d0614003a455ed0a87e6d3b5 2024-11-18T00:11:38,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3034eb1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:38,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:38,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:38,673 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:38,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:38,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:38,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c33923a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:38,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:38,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:38,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:38,674 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:38,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e194ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:38,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:38,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:38,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45b79204 2024-11-18T00:11:38,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:38,676 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:38,677 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-18T00:11:38,677 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-18T00:11:38,677 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-18T00:11:38,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:38,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:38,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:38,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:38,681 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-18T00:11:38,681 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-18T00:11:38,681 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-18T00:11:38,681 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/partitions_b00fbb0f-3586-4a77-bdd7-fa7721df0437 2024-11-18T00:11:38,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741990_1166 (size=177) 2024-11-18T00:11:39,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-4886109881322685123.jar 2024-11-18T00:11:39,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:39,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:11:39,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:11:39,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:11:39,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:11:39,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:11:39,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:11:39,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:11:39,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:11:39,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:11:39,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:11:39,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:39,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:11:39,956 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-18T00:11:39,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:39,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:39,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:39,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:39,956 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-18T00:11:39,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:39,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:39,966 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:11:39,977 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-18T00:11:40,058 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local174946932_0015_6a1b8b87-a786-4bf8-afa4-9fae3480e6d4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:11:40,058 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local174946932_0015_6a1b8b87-a786-4bf8-afa4-9fae3480e6d4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:11:40,111 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888667587/default/test-1731888586402/f2/7aa23c71d0614003a455ed0a87e6d3b5 2024-11-18T00:11:40,113 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:40,142 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462fd7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:40,142 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:40,142 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:40,143 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:40,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:40,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:40,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb22ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:40,145 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:40,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14957bba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:40,145 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:40,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:40,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:40,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731888586402-2-0', locateType=CURRENT is [region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=7] 2024-11-18T00:11:40,149 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-18T00:11:40,149 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:40,149 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:40,149 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:40,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:40,149 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731888586402-2-0] 2024-11-18T00:11:40,149 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:11:40,152 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888698670/_temporary/0/_temporary/attempt_local174946932_0015_r_000000_0/f2/1f2e856278e44875872178d3b09dbfd3 is 58, key is row-test-1731888586402-2-0/f2:q1/1731888662579/Put/seqid=0 2024-11-18T00:11:40,154 WARN [Thread-1888 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:11:40,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741991_1167 (size=5608) 2024-11-18T00:11:41,098 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888698670 2024-11-18T00:11:41,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b82c66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:41,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:41,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:41,100 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:41,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:41,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:41,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c71fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:41,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:41,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:41,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:41,101 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:41,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10dcfb90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:41,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:41,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:41,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:41,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:41,107 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888698670/_SUCCESS 2024-11-18T00:11:41,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:41,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:41,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22bf337e 2024-11-18T00:11:41,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:41,111 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:41,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=7] 2024-11-18T00:11:41,115 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-18T00:11:41,121 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888698670/f2/1f2e856278e44875872178d3b09dbfd3 first=Optional[row-test-1731888586402-2-0] last=Optional[row-test-1731888586402-2-6] 2024-11-18T00:11:41,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888698670/f2/1f2e856278e44875872178d3b09dbfd3 for inclusion in 01de80723c090d355e0727bdc099b20d/f2 2024-11-18T00:11:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731888586402-2-0 last=row-test-1731888586402-2-6 2024-11-18T00:11:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-18T00:11:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegion(2603): Flush status journal for 01de80723c090d355e0727bdc099b20d: 2024-11-18T00:11:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-default-table1-1731888698670/f2/1f2e856278e44875872178d3b09dbfd3 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__bt04vg3851d457t1seoqu9np0vic5213o8d8q52et1co04aej3k2d32n5qg28pjp/f2/1f2e856278e44875872178d3b09dbfd3 2024-11-18T00:11:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__bt04vg3851d457t1seoqu9np0vic5213o8d8q52et1co04aej3k2d32n5qg28pjp/f2/1f2e856278e44875872178d3b09dbfd3 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/f2/5d4277bb1ad8481192a048705a9b51df_SeqId_9_ 2024-11-18T00:11:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1989d5e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:41,132 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:41,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:41,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:41,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9669927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:41,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:41,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:41,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:41,133 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:41,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d565286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:41,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:41,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6be43a33 2024-11-18T00:11:41,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:41,135 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:41,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:41,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:41,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:41,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:41,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:41,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:41,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:41,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:41,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__bt04vg3851d457t1seoqu9np0vic5213o8d8q52et1co04aej3k2d32n5qg28pjp/f2/1f2e856278e44875872178d3b09dbfd3 into 01de80723c090d355e0727bdc099b20d/f2 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/f2/5d4277bb1ad8481192a048705a9b51df_SeqId_9_ - updating store file list. 2024-11-18T00:11:41,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/f2/5d4277bb1ad8481192a048705a9b51df_SeqId_9_ into 01de80723c090d355e0727bdc099b20d/f2 2024-11-18T00:11:41,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__bt04vg3851d457t1seoqu9np0vic5213o8d8q52et1co04aej3k2d32n5qg28pjp/f2/1f2e856278e44875872178d3b09dbfd3 into 01de80723c090d355e0727bdc099b20d/f2 (new location: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/f2/5d4277bb1ad8481192a048705a9b51df_SeqId_9_) 2024-11-18T00:11:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__table1__bt04vg3851d457t1seoqu9np0vic5213o8d8q52et1co04aej3k2d32n5qg28pjp/f2/1f2e856278e44875872178d3b09dbfd3 2024-11-18T00:11:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab040bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:41,160 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:41,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:41,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:41,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3a85ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:41,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:41,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:41,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:41,161 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:41,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6379a1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:41,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:41,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7717a526 2024-11-18T00:11:41,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:41,164 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T00:11:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:41,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:41,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:41,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T00:11:41,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:41,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:41,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:41,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:41,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:41,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:41,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:41,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:41,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:41,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:41,180 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-18T00:11:41,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=7 , the old value is region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=09ca72e5bff1:40803 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T00:11:41,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T00:11:41,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=7 from cache 2024-11-18T00:11:41,180 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731888586402 has been successfully restored to table1 2024-11-18T00:11:41,180 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-18T00:11:41,180 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731888667587 hdfs://localhost:40911/backupUT/backup_1731888667587/default/test-1731888586402/ 2024-11-18T00:11:41,181 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T00:11:41,181 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40911/backupUT/backup_1731888632254/.backup.manifest 2024-11-18T00:11:41,183 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731888632254/.backup.manifest 2024-11-18T00:11:41,183 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17318885864021' to 'ns2:table2' from full backup image hdfs://localhost:40911/backupUT/backup_1731888632254/ns2/test-17318885864021 2024-11-18T00:11:41,184 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17318885864021', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731888667587 2024-11-18T00:11:41,187 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-18T00:11:41,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2 2024-11-18T00:11:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-18T00:11:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-18T00:11:41,191 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888701191"}]},"ts":"1731888701191"} 2024-11-18T00:11:41,192 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-18T00:11:41,192 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-18T00:11:41,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-18T00:11:41,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=faf1df1941208f8b206d3e60012a7414, UNASSIGN}] 2024-11-18T00:11:41,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=faf1df1941208f8b206d3e60012a7414, UNASSIGN 2024-11-18T00:11:41,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=faf1df1941208f8b206d3e60012a7414, regionState=CLOSING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:41,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=faf1df1941208f8b206d3e60012a7414, UNASSIGN because future has completed 2024-11-18T00:11:41,198 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T00:11:41,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure faf1df1941208f8b206d3e60012a7414, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:41,291 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=09ca72e5bff1:40803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T00:11:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-18T00:11:41,353 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:41,353 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T00:11:41,353 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing faf1df1941208f8b206d3e60012a7414, disabling compactions & flushes 2024-11-18T00:11:41,353 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. 2024-11-18T00:11:41,353 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. 2024-11-18T00:11:41,354 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. after waiting 0 ms 2024-11-18T00:11:41,354 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. 2024-11-18T00:11:41,364 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T00:11:41,364 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:41,365 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. 2024-11-18T00:11:41,365 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for faf1df1941208f8b206d3e60012a7414: Waiting for close lock at 1731888701353Running coprocessor pre-close hooks at 1731888701353Disabling compacts and flushes for region at 1731888701353Disabling writes for close at 1731888701354 (+1 ms)Writing region close event to WAL at 1731888701356 (+2 ms)Running coprocessor post-close hooks at 1731888701364 (+8 ms)Closed at 1731888701365 (+1 ms) 2024-11-18T00:11:41,367 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:41,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=faf1df1941208f8b206d3e60012a7414, regionState=CLOSED 2024-11-18T00:11:41,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure faf1df1941208f8b206d3e60012a7414, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:41,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-18T00:11:41,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure faf1df1941208f8b206d3e60012a7414, server=09ca72e5bff1,40803,1731888578326 in 171 msec 2024-11-18T00:11:41,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-18T00:11:41,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=faf1df1941208f8b206d3e60012a7414, UNASSIGN in 177 msec 2024-11-18T00:11:41,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-18T00:11:41,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 182 msec 2024-11-18T00:11:41,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888701377"}]},"ts":"1731888701377"} 2024-11-18T00:11:41,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-18T00:11:41,379 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-18T00:11:41,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 192 msec 2024-11-18T00:11:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-18T00:11:41,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-18T00:11:41,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2 2024-11-18T00:11:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-18T00:11:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-18T00:11:41,514 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-18T00:11:41,516 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:41,518 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/f, FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/recovered.edits] 2024-11-18T00:11:41,521 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/f/e4d7501586f14e01ba798cfa80e8fc05_SeqId_4_ to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/archive/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/f/e4d7501586f14e01ba798cfa80e8fc05_SeqId_4_ 2024-11-18T00:11:41,524 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/recovered.edits/6.seqid to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/archive/data/ns2/table2/faf1df1941208f8b206d3e60012a7414/recovered.edits/6.seqid 2024-11-18T00:11:41,524 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/faf1df1941208f8b206d3e60012a7414 2024-11-18T00:11:41,525 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-18T00:11:41,528 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-18T00:11:41,530 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-18T00:11:41,531 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-18T00:11:41,531 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731888701531"}]},"ts":"9223372036854775807"} 2024-11-18T00:11:41,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T00:11:41,532 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => faf1df1941208f8b206d3e60012a7414, NAME => 'ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T00:11:41,532 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-18T00:11:41,533 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731888701532"}]},"ts":"9223372036854775807"} 2024-11-18T00:11:41,534 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-18T00:11:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741992_1168 (size=351) 2024-11-18T00:11:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-18T00:11:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-18T00:11:41,905 DEBUG [regionserver/09ca72e5bff1:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-18T00:11:41,942 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 332fcc2e8db5a94ef2fed9dee91ae272, NAME => 'ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9 2024-11-18T00:11:41,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741993_1169 (size=37) 2024-11-18T00:11:41,951 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:41,951 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 332fcc2e8db5a94ef2fed9dee91ae272, disabling compactions & flushes 2024-11-18T00:11:41,951 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:41,952 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:41,952 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. after waiting 0 ms 2024-11-18T00:11:41,952 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:41,952 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:41,952 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 332fcc2e8db5a94ef2fed9dee91ae272: Waiting for close lock at 1731888701951Disabling compacts and flushes for region at 1731888701951Disabling writes for close at 1731888701952 (+1 ms)Writing region close event to WAL at 1731888701952Closed at 1731888701952 2024-11-18T00:11:41,954 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731888701953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731888701953"}]},"ts":"1731888701953"} 2024-11-18T00:11:41,956 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T00:11:41,957 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888701957"}]},"ts":"1731888701957"} 2024-11-18T00:11:41,959 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-18T00:11:41,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=332fcc2e8db5a94ef2fed9dee91ae272, ASSIGN}] 2024-11-18T00:11:41,961 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=332fcc2e8db5a94ef2fed9dee91ae272, ASSIGN 2024-11-18T00:11:41,961 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=332fcc2e8db5a94ef2fed9dee91ae272, ASSIGN; state=OFFLINE, location=09ca72e5bff1,40803,1731888578326; forceNewPlan=false, retain=false 2024-11-18T00:11:42,112 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=332fcc2e8db5a94ef2fed9dee91ae272, regionState=OPENING, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:42,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=332fcc2e8db5a94ef2fed9dee91ae272, ASSIGN because future has completed 2024-11-18T00:11:42,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 332fcc2e8db5a94ef2fed9dee91ae272, server=09ca72e5bff1,40803,1731888578326}] 2024-11-18T00:11:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-18T00:11:42,278 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:42,278 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 332fcc2e8db5a94ef2fed9dee91ae272, NAME => 'ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272.', STARTKEY => '', ENDKEY => ''} 2024-11-18T00:11:42,279 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-18T00:11:42,280 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:42,280 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T00:11:42,280 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:42,281 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:42,284 INFO [StoreOpener-332fcc2e8db5a94ef2fed9dee91ae272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:42,286 INFO [StoreOpener-332fcc2e8db5a94ef2fed9dee91ae272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 332fcc2e8db5a94ef2fed9dee91ae272 columnFamilyName f 2024-11-18T00:11:42,286 DEBUG [StoreOpener-332fcc2e8db5a94ef2fed9dee91ae272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:42,287 INFO [StoreOpener-332fcc2e8db5a94ef2fed9dee91ae272-1 {}] regionserver.HStore(327): Store=332fcc2e8db5a94ef2fed9dee91ae272/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T00:11:42,287 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:42,288 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:42,288 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:42,289 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:42,289 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:42,291 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:42,293 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/332fcc2e8db5a94ef2fed9dee91ae272/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T00:11:42,294 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 332fcc2e8db5a94ef2fed9dee91ae272; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10653951200, jitterRate=-0.007773473858833313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T00:11:42,294 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:42,294 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 332fcc2e8db5a94ef2fed9dee91ae272: Running coprocessor pre-open hook at 1731888702281Writing region info on filesystem at 1731888702281Initializing all the Stores at 1731888702283 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731888702284 (+1 ms)Cleaning up temporary data from old regions at 1731888702289 (+5 ms)Running coprocessor post-open hooks at 1731888702294 (+5 ms)Region opened successfully at 1731888702294 2024-11-18T00:11:42,295 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272., pid=95, masterSystemTime=1731888702269 2024-11-18T00:11:42,297 DEBUG [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:42,297 INFO [RS_OPEN_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:42,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=332fcc2e8db5a94ef2fed9dee91ae272, regionState=OPEN, openSeqNum=2, regionLocation=09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:42,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 332fcc2e8db5a94ef2fed9dee91ae272, server=09ca72e5bff1,40803,1731888578326 because future has completed 2024-11-18T00:11:42,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-18T00:11:42,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 332fcc2e8db5a94ef2fed9dee91ae272, server=09ca72e5bff1,40803,1731888578326 in 184 msec 2024-11-18T00:11:42,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-18T00:11:42,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=332fcc2e8db5a94ef2fed9dee91ae272, ASSIGN in 343 msec 2024-11-18T00:11:42,304 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731888702304"}]},"ts":"1731888702304"} 2024-11-18T00:11:42,306 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-18T00:11:42,306 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-18T00:11:42,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 794 msec 2024-11-18T00:11:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-18T00:11:42,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-18T00:11:42,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-18T00:11:42,661 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40911/backupUT/backup_1731888632254/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484 from hbase tables ns2:test-17318885864021 to tables ns2:table2 2024-11-18T00:11:42,662 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17318885864021 into ns2:table2 2024-11-18T00:11:42,665 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888702662 from hdfs://localhost:40911/backupUT/backup_1731888632254/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484 2024-11-18T00:11:42,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385675ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:42,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:42,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:42,667 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:42,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:42,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:42,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70aedd5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:42,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:42,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:42,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:42,669 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:42,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abc2bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:42,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:42,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:42,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696d846 2024-11-18T00:11:42,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:42,672 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:42,673 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-18T00:11:42,673 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-18T00:11:42,674 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-18T00:11:42,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:42,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:42,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:42,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:42,677 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-18T00:11:42,677 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-18T00:11:42,678 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/partitions_736ce444-7372-42b8-976e-02d0dd82b339 2024-11-18T00:11:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741994_1170 (size=153) 2024-11-18T00:11:43,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-18T00:11:43,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop-14967352028377816106.jar 2024-11-18T00:11:43,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:43,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-18T00:11:43,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-18T00:11:43,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-18T00:11:43,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-18T00:11:43,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-18T00:11:43,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-18T00:11:43,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-18T00:11:43,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-18T00:11:43,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-18T00:11:43,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-18T00:11:43,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-18T00:11:43,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-18T00:11:43,956 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-18T00:11:43,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:43,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:43,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:43,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:43,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:43,957 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-18T00:11:43,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-18T00:11:43,966 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-18T00:11:43,976 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-18T00:11:44,069 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local299784899_0016_510fa808-8014-42f2-b712-6cb4c9087e17/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-18T00:11:44,070 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/mapreduce.cluster.local.dir/job_local299784899_0016_510fa808-8014-42f2-b712-6cb4c9087e17/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-18T00:11:44,113 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888632254/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/c7439d75c041491a921b3071e6e49aac 2024-11-18T00:11:44,116 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:44,146 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40911/backupUT/backup_1731888632254/ns2/test-17318885864021/archive/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/f/fbd738e9f7c441cdaf95fa2fd85482fd 2024-11-18T00:11:44,149 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-18T00:11:44,175 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61be70c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:44,175 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:44,175 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:44,176 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:44,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:44,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:44,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7a8dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:44,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:44,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:44,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:44,178 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:44,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752d27d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:44,179 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:44,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:44,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:44,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:44,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:44,182 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-18T00:11:44,182 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:44,182 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:44,183 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:44,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:44,183 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-18T00:11:44,183 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 09ca72e5bff1 2024-11-18T00:11:44,187 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888702662/_temporary/0/_temporary/attempt_local299784899_0016_r_000000_0/f/9237c86e374543e19194ceac171e8e47 is 38, key is row-t20/f:q1/1731888617298/Put/seqid=0 2024-11-18T00:11:44,189 WARN [Thread-1963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [09ca72e5bff1:40803] Specified favored nodes: [09ca72e5bff1:40803] 2024-11-18T00:11:44,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741995_1171 (size=8934) 2024-11-18T00:11:45,106 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888702662 2024-11-18T00:11:45,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367cd013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:45,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:45,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:45,108 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:45,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:45,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:45,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433dd6af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:45,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:45,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:45,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,109 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:45,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352c7e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:45,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:45,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:45,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:45,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:45,115 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888702662/_SUCCESS 2024-11-18T00:11:45,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:45,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:45,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f462bf3 2024-11-18T00:11:45,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:45,119 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:45,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:45,126 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-18T00:11:45,131 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888702662/f/9237c86e374543e19194ceac171e8e47 first=Optional[row-t20] last=Optional[row98] 2024-11-18T00:11:45,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888702662/f/9237c86e374543e19194ceac171e8e47 for inclusion in 332fcc2e8db5a94ef2fed9dee91ae272/f 2024-11-18T00:11:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-18T00:11:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T00:11:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegion(2603): Flush status journal for 332fcc2e8db5a94ef2fed9dee91ae272: 2024-11-18T00:11:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/hbase-staging/bulk_output-ns2-table2-1731888702662/f/9237c86e374543e19194ceac171e8e47 to hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__ns2_table2__5u22iq19k8bnq155isedbg87j8bvgtq7erhsv4m1tsmej810q9hdbpdha8sa9dtp/f/9237c86e374543e19194ceac171e8e47 2024-11-18T00:11:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__ns2_table2__5u22iq19k8bnq155isedbg87j8bvgtq7erhsv4m1tsmej810q9hdbpdha8sa9dtp/f/9237c86e374543e19194ceac171e8e47 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/332fcc2e8db5a94ef2fed9dee91ae272/f/62d33f1212304c0f8e3db0e26739c098_SeqId_4_ 2024-11-18T00:11:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab54827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:45,144 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:45,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:45,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:45,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb6c377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:45,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:45,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:45,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,145 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:45,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2c4ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:45,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:45,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18bd3f18 2024-11-18T00:11:45,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:45,148 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T00:11:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:45,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:45,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:45,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T00:11:45,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:45,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:45,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:45,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:45,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__ns2_table2__5u22iq19k8bnq155isedbg87j8bvgtq7erhsv4m1tsmej810q9hdbpdha8sa9dtp/f/9237c86e374543e19194ceac171e8e47 into 332fcc2e8db5a94ef2fed9dee91ae272/f as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/332fcc2e8db5a94ef2fed9dee91ae272/f/62d33f1212304c0f8e3db0e26739c098_SeqId_4_ - updating store file list. 2024-11-18T00:11:45,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/332fcc2e8db5a94ef2fed9dee91ae272/f/62d33f1212304c0f8e3db0e26739c098_SeqId_4_ into 332fcc2e8db5a94ef2fed9dee91ae272/f 2024-11-18T00:11:45,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__ns2_table2__5u22iq19k8bnq155isedbg87j8bvgtq7erhsv4m1tsmej810q9hdbpdha8sa9dtp/f/9237c86e374543e19194ceac171e8e47 into 332fcc2e8db5a94ef2fed9dee91ae272/f (new location: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/332fcc2e8db5a94ef2fed9dee91ae272/f/62d33f1212304c0f8e3db0e26739c098_SeqId_4_) 2024-11-18T00:11:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/staging/jenkins__ns2_table2__5u22iq19k8bnq155isedbg87j8bvgtq7erhsv4m1tsmej810q9hdbpdha8sa9dtp/f/9237c86e374543e19194ceac171e8e47 2024-11-18T00:11:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e7ed35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ClusterIdFetcher(90): Going to request 09ca72e5bff1,45461,-1 for getting cluster id 2024-11-18T00:11:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T00:11:45,176 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f578b61-73e9-4db0-949a-b7868fedd6dc' 2024-11-18T00:11:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T00:11:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f578b61-73e9-4db0-949a-b7868fedd6dc" 2024-11-18T00:11:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1efd87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [09ca72e5bff1,45461,-1] 2024-11-18T00:11:45,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T00:11:45,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,177 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T00:11:45,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295eb671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-18T00:11:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T00:11:45,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:45,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cf9037e 2024-11-18T00:11:45,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T00:11:45,180 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T00:11:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T00:11:45,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=09ca72e5bff1,40803,1731888578326, seqNum=-1] 2024-11-18T00:11:45,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T00:11:45,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T00:11:45,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-18T00:11:45,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-18T00:11:45,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:45,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803. 2024-11-18T00:11:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:45,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:45,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:45,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,200 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-18T00:11:45,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:45,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 , the old value is region=ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=09ca72e5bff1:40803 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T00:11:45,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T00:11:45,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 from cache 2024-11-18T00:11:45,201 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T00:11:45,222 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17318885864021', skipping incremental restore step. 2024-11-18T00:11:45,222 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-18T00:11:45,222 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731888667587 hdfs://localhost:40911/backupUT/backup_1731888667587/ns2/test-17318885864021/ 2024-11-18T00:11:45,222 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-18T00:11:45,224 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T00:11:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.CallRunner(138): callId: 740 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:41304 deadline: 1731888765224, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731888680985.67a8956076494aa99d9b771818673d93. is not online on 09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:45,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 , the old value is region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731888680985.67a8956076494aa99d9b771818673d93. is not online on 09ca72e5bff1,40803,1731888578326 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:45,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731888680985.67a8956076494aa99d9b771818673d93. is not online on 09ca72e5bff1,40803,1731888578326 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:45,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731888680985.67a8956076494aa99d9b771818673d93., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 from cache 2024-11-18T00:11:45,310 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=09ca72e5bff1:40803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T00:11:45,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731888691901.01de80723c090d355e0727bdc099b20d., hostname=09ca72e5bff1,40803,1731888578326, seqNum=7] 2024-11-18T00:11:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.CallRunner(138): callId: 744 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:41304 deadline: 1731888765334, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. is not online on 09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 , the old value is region=table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. is not online on 09ca72e5bff1,40803,1731888578326 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4. is not online on 09ca72e5bff1,40803,1731888578326 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731888680985.7dcb25d9074221aeaa117c7f4e7281c4., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 from cache 2024-11-18T00:11:45,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b., hostname=09ca72e5bff1,40803,1731888578326, seqNum=7] 2024-11-18T00:11:45,452 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-18T00:11:45,457 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-18T00:11:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:45,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-18T00:11:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:45,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-18T00:11:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:45,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-18T00:11:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:45,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-18T00:11:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:45,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-18T00:11:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T00:11:45,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-18T00:11:45,477 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-18T00:11:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] ipc.CallRunner(138): callId: 752 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:41304 deadline: 1731888765477, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. is not online on 09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:45,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 , the old value is region=ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. is not online on 09ca72e5bff1,40803,1731888578326 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:45,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414. is not online on 09ca72e5bff1,40803,1731888578326 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T00:11:45,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2 from cache 2024-11-18T00:11:45,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272., hostname=09ca72e5bff1,40803,1731888578326, seqNum=2] 2024-11-18T00:11:45,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:45,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:45,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:45,609 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=636 (was 611) Potentially hanging thread: PacketResponder: BP-1076121512-172.17.0.3-1731888571829:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2096686823_20 at /127.0.0.1:33082 [Receiving block BP-1076121512-172.17.0.3-1731888571829:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/cluster_fa98a02c-6e49-e438-0c3e-c92771b280be/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/cluster_fa98a02c-6e49-e438-0c3e-c92771b280be/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '09ca72e5bff1,40803,1731888578326' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-856652101_20 at /127.0.0.1:53038 [Waiting for operation #97] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2096686823_20 at /127.0.0.1:33054 [Receiving block BP-1076121512-172.17.0.3-1731888571829:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-856652101_20 at /127.0.0.1:36706 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1076121512-172.17.0.3-1731888571829:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/09ca72e5bff1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: (09ca72e5bff1,45461,1731888576757)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/09ca72e5bff1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1076121512-172.17.0.3-1731888571829:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(09ca72e5bff1,40803,1731888578326)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2096686823_20 at /127.0.0.1:33070 [Receiving block BP-1076121512-172.17.0.3-1731888571829:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=645 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 178), ProcessCount=9 (was 9), AvailableMemoryMB=9120 (was 9742) 2024-11-18T00:11:45,610 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=636 is superior to 500 2024-11-18T00:11:45,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T00:11:45,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:45,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:45,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:45,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T00:11:45,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1486845682, stopped=false 2024-11-18T00:11:45,617 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=09ca72e5bff1,45461,1731888576757 2024-11-18T00:11:45,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-18T00:11:45,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-18T00:11:45,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T00:11:45,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:11:45,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:11:45,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T00:11:45,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:45,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-18T00:11:45,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '09ca72e5bff1,40803,1731888578326' ***** 2024-11-18T00:11:45,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-18T00:11:45,676 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T00:11:45,676 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-18T00:11:45,681 INFO [RS:0;09ca72e5bff1:40803 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-18T00:11:45,683 INFO [RS:0;09ca72e5bff1:40803 {}] server.AbstractConnector(383): Stopped ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-18T00:11:45,684 INFO [RS:0;09ca72e5bff1:40803 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T00:11:45,684 INFO [RS:0;09ca72e5bff1:40803 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-18T00:11:45,684 INFO [RS:0;09ca72e5bff1:40803 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,STOPPED} 2024-11-18T00:11:45,686 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T00:11:45,686 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T00:11:45,686 INFO [RS:0;09ca72e5bff1:40803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T00:11:45,686 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-18T00:11:45,686 INFO [RS:0;09ca72e5bff1:40803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T00:11:45,686 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(3091): Received CLOSE for 332fcc2e8db5a94ef2fed9dee91ae272 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(3091): Received CLOSE for 01de80723c090d355e0727bdc099b20d 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(3091): Received CLOSE for a31d53e3841eab7fb6cb3ec3a202f18f 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a9e8f5aceedf87c9994c26c66a9a08c 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(3091): Received CLOSE for 8015d904b7fa2209cdc5f860bce7e5cd 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(3091): Received CLOSE for c22a9dafc72f337725176b13b4c47d58 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(3091): Received CLOSE for fc41ba89af59a65da46865a3dd834484 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(3091): Received CLOSE for b500288c3895333e3cfa32f95ded3c9b 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(3091): Received CLOSE for a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:11:45,687 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 332fcc2e8db5a94ef2fed9dee91ae272, disabling compactions & flushes 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(959): stopping server 09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:45,687 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T00:11:45,687 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:45,687 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. after waiting 0 ms 2024-11-18T00:11:45,687 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;09ca72e5bff1:40803. 2024-11-18T00:11:45,687 DEBUG [RS:0;09ca72e5bff1:40803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:45,687 DEBUG [RS:0;09ca72e5bff1:40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T00:11:45,687 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T00:11:45,688 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T00:11:45,688 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-18T00:11:45,688 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T00:11:45,688 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T00:11:45,688 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T00:11:45,688 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T00:11:45,688 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T00:11:45,688 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1351): Waiting on 01de80723c090d355e0727bdc099b20d, 1588230740, 332fcc2e8db5a94ef2fed9dee91ae272, 6a9e8f5aceedf87c9994c26c66a9a08c, 8015d904b7fa2209cdc5f860bce7e5cd, a31d53e3841eab7fb6cb3ec3a202f18f, a95de6413cc5221fbcb53aeae8457c33, b500288c3895333e3cfa32f95ded3c9b, c22a9dafc72f337725176b13b4c47d58, fc41ba89af59a65da46865a3dd834484 2024-11-18T00:11:45,688 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-18T00:11:45,691 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/table2/332fcc2e8db5a94ef2fed9dee91ae272/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T00:11:45,692 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:45,692 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:45,692 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 332fcc2e8db5a94ef2fed9dee91ae272: Waiting for close lock at 1731888705687Running coprocessor pre-close hooks at 1731888705687Disabling compacts and flushes for region at 1731888705687Disabling writes for close at 1731888705687Writing region close event to WAL at 1731888705688 (+1 ms)Running coprocessor post-close hooks at 1731888705691 (+3 ms)Closed at 1731888705692 (+1 ms) 2024-11-18T00:11:45,692 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731888701526.332fcc2e8db5a94ef2fed9dee91ae272. 2024-11-18T00:11:45,692 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01de80723c090d355e0727bdc099b20d, disabling compactions & flushes 2024-11-18T00:11:45,692 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:45,692 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:45,692 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731888691901.01de80723c090d355e0727bdc099b20d. after waiting 0 ms 2024-11-18T00:11:45,692 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:45,696 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/01de80723c090d355e0727bdc099b20d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-18T00:11:45,697 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:45,697 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:45,697 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01de80723c090d355e0727bdc099b20d: Waiting for close lock at 1731888705692Running coprocessor pre-close hooks at 1731888705692Disabling compacts and flushes for region at 1731888705692Disabling writes for close at 1731888705692Writing region close event to WAL at 1731888705693 (+1 ms)Running coprocessor post-close hooks at 1731888705697 (+4 ms)Closed at 1731888705697 2024-11-18T00:11:45,697 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731888691901.01de80723c090d355e0727bdc099b20d. 2024-11-18T00:11:45,697 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a31d53e3841eab7fb6cb3ec3a202f18f, disabling compactions & flushes 2024-11-18T00:11:45,697 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:11:45,698 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:11:45,698 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. after waiting 0 ms 2024-11-18T00:11:45,698 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:11:45,701 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns4/test-17318885864023/a31d53e3841eab7fb6cb3ec3a202f18f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T00:11:45,702 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:45,702 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:11:45,702 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a31d53e3841eab7fb6cb3ec3a202f18f: Waiting for close lock at 1731888705697Running coprocessor pre-close hooks at 1731888705697Disabling compacts and flushes for region at 1731888705697Disabling writes for close at 1731888705698 (+1 ms)Writing region close event to WAL at 1731888705698Running coprocessor post-close hooks at 1731888705702 (+4 ms)Closed at 1731888705702 2024-11-18T00:11:45,702 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17318885864023,,1731888593741.a31d53e3841eab7fb6cb3ec3a202f18f. 2024-11-18T00:11:45,702 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a9e8f5aceedf87c9994c26c66a9a08c, disabling compactions & flushes 2024-11-18T00:11:45,702 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:11:45,702 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:11:45,702 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. after waiting 0 ms 2024-11-18T00:11:45,702 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:11:45,706 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system_bulk/6a9e8f5aceedf87c9994c26c66a9a08c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T00:11:45,707 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:45,707 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:11:45,707 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a9e8f5aceedf87c9994c26c66a9a08c: Waiting for close lock at 1731888705702Running coprocessor pre-close hooks at 1731888705702Disabling compacts and flushes for region at 1731888705702Disabling writes for close at 1731888705702Writing region close event to WAL at 1731888705703 (+1 ms)Running coprocessor post-close hooks at 1731888705707 (+4 ms)Closed at 1731888705707 2024-11-18T00:11:45,707 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731888599878.6a9e8f5aceedf87c9994c26c66a9a08c. 2024-11-18T00:11:45,707 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8015d904b7fa2209cdc5f860bce7e5cd, disabling compactions & flushes 2024-11-18T00:11:45,707 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:11:45,707 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:11:45,707 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. after waiting 0 ms 2024-11-18T00:11:45,707 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:11:45,707 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8015d904b7fa2209cdc5f860bce7e5cd 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-18T00:11:45,717 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/info/7c1136fe55474aa3b2bc07940ba89a28 is 159, key is ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484./info:regioninfo/1731888590438/Put/seqid=0 2024-11-18T00:11:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741996_1172 (size=19093) 2024-11-18T00:11:45,725 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f2/c4524d8d81364b52bcc155cb669269d6 is 58, key is row-test-1731888586402-2-0/f2:q1/1731888662579/Put/seqid=0 2024-11-18T00:11:45,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741997_1173 (size=5464) 2024-11-18T00:11:45,742 INFO [regionserver/09ca72e5bff1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T00:11:45,888 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8015d904b7fa2209cdc5f860bce7e5cd, a95de6413cc5221fbcb53aeae8457c33, b500288c3895333e3cfa32f95ded3c9b, c22a9dafc72f337725176b13b4c47d58, fc41ba89af59a65da46865a3dd834484 2024-11-18T00:11:45,903 INFO [regionserver/09ca72e5bff1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T00:11:45,903 INFO [regionserver/09ca72e5bff1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T00:11:46,089 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8015d904b7fa2209cdc5f860bce7e5cd, a95de6413cc5221fbcb53aeae8457c33, b500288c3895333e3cfa32f95ded3c9b, c22a9dafc72f337725176b13b4c47d58, fc41ba89af59a65da46865a3dd834484 2024-11-18T00:11:46,123 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/info/7c1136fe55474aa3b2bc07940ba89a28 2024-11-18T00:11:46,130 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f2/c4524d8d81364b52bcc155cb669269d6 2024-11-18T00:11:46,137 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/.tmp/f2/c4524d8d81364b52bcc155cb669269d6 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f2/c4524d8d81364b52bcc155cb669269d6 2024-11-18T00:11:46,142 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/f2/c4524d8d81364b52bcc155cb669269d6, entries=7, sequenceid=348, filesize=5.3 K 2024-11-18T00:11:46,144 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 8015d904b7fa2209cdc5f860bce7e5cd in 436ms, sequenceid=348, compaction requested=false 2024-11-18T00:11:46,154 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/ns/40a8dd63ae3947e9b891e56fa713537d is 85, key is ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414./ns:/1731888701526/DeleteFamily/seqid=0 2024-11-18T00:11:46,158 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/test-1731888586402/8015d904b7fa2209cdc5f860bce7e5cd/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-18T00:11:46,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741998_1174 (size=5760) 2024-11-18T00:11:46,158 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:46,159 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:11:46,159 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8015d904b7fa2209cdc5f860bce7e5cd: Waiting for close lock at 1731888705707Running coprocessor pre-close hooks at 1731888705707Disabling compacts and flushes for region at 1731888705707Disabling writes for close at 1731888705707Obtaining lock to block concurrent updates at 1731888705707Preparing flush snapshotting stores in 8015d904b7fa2209cdc5f860bce7e5cd at 1731888705707Finished memstore snapshotting test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731888705707Flushing stores of test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. at 1731888705708 (+1 ms)Flushing 8015d904b7fa2209cdc5f860bce7e5cd/f2: creating writer at 1731888705708Flushing 8015d904b7fa2209cdc5f860bce7e5cd/f2: appending metadata at 1731888705725 (+17 ms)Flushing 8015d904b7fa2209cdc5f860bce7e5cd/f2: closing flushed file at 1731888705725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366a1944: reopening flushed file at 1731888706136 (+411 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 8015d904b7fa2209cdc5f860bce7e5cd in 436ms, sequenceid=348, compaction requested=false at 1731888706144 (+8 ms)Writing region close event to WAL at 1731888706154 (+10 ms)Running coprocessor post-close hooks at 1731888706158 (+4 ms)Closed at 1731888706159 (+1 ms) 2024-11-18T00:11:46,159 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731888586402,,1731888586906.8015d904b7fa2209cdc5f860bce7e5cd. 2024-11-18T00:11:46,159 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c22a9dafc72f337725176b13b4c47d58, disabling compactions & flushes 2024-11-18T00:11:46,159 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:11:46,159 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:11:46,159 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. after waiting 0 ms 2024-11-18T00:11:46,159 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:11:46,162 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns3/test-17318885864022/c22a9dafc72f337725176b13b4c47d58/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T00:11:46,163 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:46,163 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:11:46,163 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c22a9dafc72f337725176b13b4c47d58: Waiting for close lock at 1731888706159Running coprocessor pre-close hooks at 1731888706159Disabling compacts and flushes for region at 1731888706159Disabling writes for close at 1731888706159Writing region close event to WAL at 1731888706159Running coprocessor post-close hooks at 1731888706163 (+4 ms)Closed at 1731888706163 2024-11-18T00:11:46,163 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17318885864022,,1731888591574.c22a9dafc72f337725176b13b4c47d58. 2024-11-18T00:11:46,163 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc41ba89af59a65da46865a3dd834484, disabling compactions & flushes 2024-11-18T00:11:46,163 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:11:46,163 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:11:46,163 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. after waiting 0 ms 2024-11-18T00:11:46,163 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:11:46,166 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/ns2/test-17318885864021/fc41ba89af59a65da46865a3dd834484/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-18T00:11:46,167 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:46,167 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:11:46,167 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc41ba89af59a65da46865a3dd834484: Waiting for close lock at 1731888706163Running coprocessor pre-close hooks at 1731888706163Disabling compacts and flushes for region at 1731888706163Disabling writes for close at 1731888706163Writing region close event to WAL at 1731888706164 (+1 ms)Running coprocessor post-close hooks at 1731888706167 (+3 ms)Closed at 1731888706167 2024-11-18T00:11:46,167 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17318885864021,,1731888589258.fc41ba89af59a65da46865a3dd834484. 2024-11-18T00:11:46,167 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b500288c3895333e3cfa32f95ded3c9b, disabling compactions & flushes 2024-11-18T00:11:46,167 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:46,167 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:46,167 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. after waiting 0 ms 2024-11-18T00:11:46,167 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:46,170 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/default/table1/b500288c3895333e3cfa32f95ded3c9b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-18T00:11:46,171 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:46,171 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:46,171 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b500288c3895333e3cfa32f95ded3c9b: Waiting for close lock at 1731888706167Running coprocessor pre-close hooks at 1731888706167Disabling compacts and flushes for region at 1731888706167Disabling writes for close at 1731888706167Writing region close event to WAL at 1731888706168 (+1 ms)Running coprocessor post-close hooks at 1731888706171 (+3 ms)Closed at 1731888706171 2024-11-18T00:11:46,171 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731888691901.b500288c3895333e3cfa32f95ded3c9b. 2024-11-18T00:11:46,171 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a95de6413cc5221fbcb53aeae8457c33, disabling compactions & flushes 2024-11-18T00:11:46,171 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:11:46,171 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:11:46,171 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. after waiting 0 ms 2024-11-18T00:11:46,171 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:11:46,171 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a95de6413cc5221fbcb53aeae8457c33 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-18T00:11:46,174 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/16d8baaff11a482386f9436c5d39e787 is 158, key is trslm:hdfs://localhost:40911/backupUT\x00ns2:test-17318885864021/meta:log-roll-map/1731888680489/Put/seqid=0 2024-11-18T00:11:46,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741999_1175 (size=6208) 2024-11-18T00:11:46,289 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:11:46,489 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:11:46,559 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/ns/40a8dd63ae3947e9b891e56fa713537d 2024-11-18T00:11:46,579 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/16d8baaff11a482386f9436c5d39e787 2024-11-18T00:11:46,587 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/rep_barrier/04b7ef07c65e45c48906320e91b6f563 is 94, key is ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414./rep_barrier:/1731888701526/DeleteFamily/seqid=0 2024-11-18T00:11:46,587 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/63e61f9a1eda4150a491814681ad42c3 is 588, key is session:backup_1731888667587/session:context/1731888680930/Put/seqid=0 2024-11-18T00:11:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073742001_1177 (size=5689) 2024-11-18T00:11:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073742000_1176 (size=5640) 2024-11-18T00:11:46,690 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T00:11:46,690 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a95de6413cc5221fbcb53aeae8457c33=backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33.} 2024-11-18T00:11:46,690 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:11:46,890 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a95de6413cc5221fbcb53aeae8457c33 2024-11-18T00:11:46,993 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/63e61f9a1eda4150a491814681ad42c3 2024-11-18T00:11:46,993 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/rep_barrier/04b7ef07c65e45c48906320e91b6f563 2024-11-18T00:11:47,004 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/meta/16d8baaff11a482386f9436c5d39e787 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/16d8baaff11a482386f9436c5d39e787 2024-11-18T00:11:47,008 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/meta/16d8baaff11a482386f9436c5d39e787, entries=7, sequenceid=52, filesize=6.1 K 2024-11-18T00:11:47,009 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/.tmp/session/63e61f9a1eda4150a491814681ad42c3 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/63e61f9a1eda4150a491814681ad42c3 2024-11-18T00:11:47,014 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/session/63e61f9a1eda4150a491814681ad42c3, entries=2, sequenceid=52, filesize=5.6 K 2024-11-18T00:11:47,015 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for a95de6413cc5221fbcb53aeae8457c33 in 844ms, sequenceid=52, compaction requested=true 2024-11-18T00:11:47,020 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/backup/system/a95de6413cc5221fbcb53aeae8457c33/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-18T00:11:47,020 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:47,021 INFO [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:11:47,021 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a95de6413cc5221fbcb53aeae8457c33: Waiting for close lock at 1731888706171Running coprocessor pre-close hooks at 1731888706171Disabling compacts and flushes for region at 1731888706171Disabling writes for close at 1731888706171Obtaining lock to block concurrent updates at 1731888706171Preparing flush snapshotting stores in a95de6413cc5221fbcb53aeae8457c33 at 1731888706171Finished memstore snapshotting backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731888706171Flushing stores of backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. at 1731888706172 (+1 ms)Flushing a95de6413cc5221fbcb53aeae8457c33/meta: creating writer at 1731888706172Flushing a95de6413cc5221fbcb53aeae8457c33/meta: appending metadata at 1731888706174 (+2 ms)Flushing a95de6413cc5221fbcb53aeae8457c33/meta: closing flushed file at 1731888706174Flushing a95de6413cc5221fbcb53aeae8457c33/session: creating writer at 1731888706584 (+410 ms)Flushing a95de6413cc5221fbcb53aeae8457c33/session: appending metadata at 1731888706586 (+2 ms)Flushing a95de6413cc5221fbcb53aeae8457c33/session: closing flushed file at 1731888706587 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1018cde7: reopening flushed file at 1731888707003 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2a3990: reopening flushed file at 1731888707009 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for a95de6413cc5221fbcb53aeae8457c33 in 844ms, sequenceid=52, compaction requested=true at 1731888707015 (+6 ms)Writing region close event to WAL at 1731888707017 (+2 ms)Running coprocessor post-close hooks at 1731888707020 (+3 ms)Closed at 1731888707021 (+1 ms) 2024-11-18T00:11:47,021 DEBUG [RS_CLOSE_REGION-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731888597705.a95de6413cc5221fbcb53aeae8457c33. 2024-11-18T00:11:47,023 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/table/50d2302b9d594d3f97fffab58de47fef is 88, key is ns2:table2,,1731888686797.faf1df1941208f8b206d3e60012a7414./table:/1731888701526/DeleteFamily/seqid=0 2024-11-18T00:11:47,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073742002_1178 (size=6364) 2024-11-18T00:11:47,090 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T00:11:47,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17318885864021 2024-11-18T00:11:47,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-18T00:11:47,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-18T00:11:47,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-18T00:11:47,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17318885864023 2024-11-18T00:11:47,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17318885864022 2024-11-18T00:11:47,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731888586402 2024-11-18T00:11:47,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-18T00:11:47,291 DEBUG [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T00:11:47,428 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/table/50d2302b9d594d3f97fffab58de47fef 2024-11-18T00:11:47,440 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/info/7c1136fe55474aa3b2bc07940ba89a28 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/info/7c1136fe55474aa3b2bc07940ba89a28 2024-11-18T00:11:47,446 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/info/7c1136fe55474aa3b2bc07940ba89a28, entries=114, sequenceid=97, filesize=18.6 K 2024-11-18T00:11:47,447 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/ns/40a8dd63ae3947e9b891e56fa713537d as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/ns/40a8dd63ae3947e9b891e56fa713537d 2024-11-18T00:11:47,453 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/ns/40a8dd63ae3947e9b891e56fa713537d, entries=10, sequenceid=97, filesize=5.6 K 2024-11-18T00:11:47,454 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/rep_barrier/04b7ef07c65e45c48906320e91b6f563 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/rep_barrier/04b7ef07c65e45c48906320e91b6f563 2024-11-18T00:11:47,459 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/rep_barrier/04b7ef07c65e45c48906320e91b6f563, entries=3, sequenceid=97, filesize=5.5 K 2024-11-18T00:11:47,460 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/.tmp/table/50d2302b9d594d3f97fffab58de47fef as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/table/50d2302b9d594d3f97fffab58de47fef 2024-11-18T00:11:47,466 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/table/50d2302b9d594d3f97fffab58de47fef, entries=21, sequenceid=97, filesize=6.2 K 2024-11-18T00:11:47,467 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1779ms, sequenceid=97, compaction requested=false 2024-11-18T00:11:47,472 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-18T00:11:47,473 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-18T00:11:47,473 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T00:11:47,473 INFO [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T00:11:47,473 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731888705688Running coprocessor pre-close hooks at 1731888705688Disabling compacts and flushes for region at 1731888705688Disabling writes for close at 1731888705688Obtaining lock to block concurrent updates at 1731888705688Preparing flush snapshotting stores in 1588230740 at 1731888705688Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731888705689 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731888705689Flushing 1588230740/info: creating writer at 1731888705689Flushing 1588230740/info: appending metadata at 1731888705716 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731888705717 (+1 ms)Flushing 1588230740/ns: creating writer at 1731888706134 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731888706154 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731888706154Flushing 1588230740/rep_barrier: creating writer at 1731888706568 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731888706586 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731888706586Flushing 1588230740/table: creating writer at 1731888707003 (+417 ms)Flushing 1588230740/table: appending metadata at 1731888707022 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731888707022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416375ef: reopening flushed file at 1731888707439 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@493a3483: reopening flushed file at 1731888707446 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9cb21: reopening flushed file at 1731888707453 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31982258: reopening flushed file at 1731888707459 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1779ms, sequenceid=97, compaction requested=false at 1731888707467 (+8 ms)Writing region close event to WAL at 1731888707469 (+2 ms)Running coprocessor post-close hooks at 1731888707473 (+4 ms)Closed at 1731888707473 2024-11-18T00:11:47,473 DEBUG [RS_CLOSE_META-regionserver/09ca72e5bff1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T00:11:47,491 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(976): stopping server 09ca72e5bff1,40803,1731888578326; all regions closed. 2024-11-18T00:11:47,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741955_1131 (size=16160) 2024-11-18T00:11:47,496 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.meta.1731888672118.meta not finished, retry = 0 2024-11-18T00:11:47,608 DEBUG [RS:0;09ca72e5bff1:40803 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs 2024-11-18T00:11:47,608 INFO [RS:0;09ca72e5bff1:40803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.meta:.meta(num 1731888672118) 2024-11-18T00:11:47,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741954_1130 (size=4165) 2024-11-18T00:11:47,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/WALs/09ca72e5bff1,40803,1731888578326/09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0.1731888672096 not finished, retry = 0 2024-11-18T00:11:47,720 DEBUG [RS:0;09ca72e5bff1:40803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs 2024-11-18T00:11:47,720 INFO [RS:0;09ca72e5bff1:40803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-0:(num 1731888672096) 2024-11-18T00:11:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741956_1132 (size=7883) 2024-11-18T00:11:47,728 DEBUG [RS:0;09ca72e5bff1:40803 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/oldWALs 2024-11-18T00:11:47,728 INFO [RS:0;09ca72e5bff1:40803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 09ca72e5bff1%2C40803%2C1731888578326.09ca72e5bff1%2C40803%2C1731888578326.regiongroup-1:(num 1731888672134) 2024-11-18T00:11:47,728 DEBUG [RS:0;09ca72e5bff1:40803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:47,728 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T00:11:47,728 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T00:11:47,729 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.ChoreService(370): Chore service for: regionserver/09ca72e5bff1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T00:11:47,729 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T00:11:47,729 INFO [regionserver/09ca72e5bff1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T00:11:47,730 INFO [RS:0;09ca72e5bff1:40803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40803 2024-11-18T00:11:47,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-18T00:11:47,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/09ca72e5bff1,40803,1731888578326 2024-11-18T00:11:47,855 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T00:11:47,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [09ca72e5bff1,40803,1731888578326] 2024-11-18T00:11:47,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/09ca72e5bff1,40803,1731888578326 already deleted, retry=false 2024-11-18T00:11:47,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 09ca72e5bff1,40803,1731888578326 expired; onlineServers=0 2024-11-18T00:11:47,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '09ca72e5bff1,45461,1731888576757' ***** 2024-11-18T00:11:47,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T00:11:47,883 INFO [M:0;09ca72e5bff1:45461 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-18T00:11:47,894 INFO [M:0;09ca72e5bff1:45461 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-18T00:11:47,894 INFO [M:0;09ca72e5bff1:45461 {}] server.AbstractConnector(383): Stopped ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-18T00:11:47,895 INFO [M:0;09ca72e5bff1:45461 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T00:11:47,895 INFO [M:0;09ca72e5bff1:45461 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-18T00:11:47,895 INFO [M:0;09ca72e5bff1:45461 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,STOPPED} 2024-11-18T00:11:47,895 INFO [M:0;09ca72e5bff1:45461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T00:11:47,895 INFO [M:0;09ca72e5bff1:45461 {}] master.HMaster(1770): Stopping master jetty server 2024-11-18T00:11:47,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-18T00:11:47,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-18T00:11:47,896 INFO [M:0;09ca72e5bff1:45461 {}] server.AbstractConnector(383): Stopped ServerConnector@106565e3{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-18T00:11:47,896 INFO [M:0;09ca72e5bff1:45461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T00:11:47,896 DEBUG [M:0;09ca72e5bff1:45461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T00:11:47,896 INFO [M:0;09ca72e5bff1:45461 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-18T00:11:47,897 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T00:11:47,897 INFO [M:0;09ca72e5bff1:45461 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;09ca72e5bff1:45461. 2024-11-18T00:11:47,897 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster-HFileCleaner.small.0-1731888581671 {}] cleaner.HFileCleaner(306): Exit Thread[master/09ca72e5bff1:0:becomeActiveMaster-HFileCleaner.small.0-1731888581671,5,FailOnTimeoutGroup] 2024-11-18T00:11:47,897 DEBUG [master/09ca72e5bff1:0:becomeActiveMaster-HFileCleaner.large.0-1731888581670 {}] cleaner.HFileCleaner(306): Exit Thread[master/09ca72e5bff1:0:becomeActiveMaster-HFileCleaner.large.0-1731888581670,5,FailOnTimeoutGroup] 2024-11-18T00:11:47,897 DEBUG [M:0;09ca72e5bff1:45461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T00:11:47,897 DEBUG [M:0;09ca72e5bff1:45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:47,897 DEBUG [M:0;09ca72e5bff1:45461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T00:11:47,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T00:11:47,897 DEBUG [M:0;09ca72e5bff1:45461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T00:11:47,897 INFO [M:0;09ca72e5bff1:45461 {}] hbase.ChoreService(370): Chore service for: master/09ca72e5bff1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T00:11:47,897 INFO [M:0;09ca72e5bff1:45461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T00:11:47,897 DEBUG [M:0;09ca72e5bff1:45461 {}] master.HMaster(1795): Stopping service threads 2024-11-18T00:11:47,897 INFO [M:0;09ca72e5bff1:45461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T00:11:47,897 INFO [M:0;09ca72e5bff1:45461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T00:11:47,898 ERROR [M:0;09ca72e5bff1:45461 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-18T00:11:47,898 INFO [M:0;09ca72e5bff1:45461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T00:11:47,898 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T00:11:47,899 DEBUG [M:0;09ca72e5bff1:45461 {}] zookeeper.ZKUtil(347): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-18T00:11:47,899 WARN [M:0;09ca72e5bff1:45461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T00:11:47,899 INFO [M:0;09ca72e5bff1:45461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/.lastflushedseqids 2024-11-18T00:11:47,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073742003_1179 (size=761) 2024-11-18T00:11:47,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T00:11:47,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40803-0x1014b4671430001, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T00:11:47,972 INFO [RS:0;09ca72e5bff1:40803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T00:11:47,973 INFO [RS:0;09ca72e5bff1:40803 {}] regionserver.HRegionServer(1031): Exiting; stopping=09ca72e5bff1,40803,1731888578326; zookeeper connection closed. 2024-11-18T00:11:47,973 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@609911a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@609911a7 2024-11-18T00:11:47,974 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T00:11:48,310 INFO [M:0;09ca72e5bff1:45461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T00:11:48,311 INFO [M:0;09ca72e5bff1:45461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T00:11:48,311 DEBUG [M:0;09ca72e5bff1:45461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T00:11:48,330 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T00:11:48,330 DEBUG [M:0;09ca72e5bff1:45461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T00:11:48,330 DEBUG [M:0;09ca72e5bff1:45461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T00:11:48,330 DEBUG [M:0;09ca72e5bff1:45461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T00:11:48,330 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.44 KB heapSize=518.48 KB 2024-11-18T00:11:48,344 DEBUG [M:0;09ca72e5bff1:45461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/749fc153e7814a80beca52481dab0eb1 is 82, key is hbase:meta,,1/info:regioninfo/1731888582460/Put/seqid=0 2024-11-18T00:11:48,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073742004_1180 (size=5672) 2024-11-18T00:11:48,751 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/749fc153e7814a80beca52481dab0eb1 2024-11-18T00:11:48,779 DEBUG [M:0;09ca72e5bff1:45461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07824ace3e7448e8b667d4a3432cf322 is 2202, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1731888698665/Put/seqid=0 2024-11-18T00:11:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073742005_1181 (size=30172) 2024-11-18T00:11:49,185 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.89 KB at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07824ace3e7448e8b667d4a3432cf322 2024-11-18T00:11:49,196 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07824ace3e7448e8b667d4a3432cf322 2024-11-18T00:11:49,210 DEBUG [M:0;09ca72e5bff1:45461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99c69b5d371c434f854d40438eff51be is 69, key is 09ca72e5bff1,40803,1731888578326/rs:state/1731888581780/Put/seqid=0 2024-11-18T00:11:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073742006_1182 (size=5156) 2024-11-18T00:11:49,615 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99c69b5d371c434f854d40438eff51be 2024-11-18T00:11:49,628 DEBUG [M:0;09ca72e5bff1:45461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/749fc153e7814a80beca52481dab0eb1 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/749fc153e7814a80beca52481dab0eb1 2024-11-18T00:11:49,635 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/749fc153e7814a80beca52481dab0eb1, entries=8, sequenceid=907, filesize=5.5 K 2024-11-18T00:11:49,636 DEBUG [M:0;09ca72e5bff1:45461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07824ace3e7448e8b667d4a3432cf322 as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07824ace3e7448e8b667d4a3432cf322 2024-11-18T00:11:49,641 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07824ace3e7448e8b667d4a3432cf322 2024-11-18T00:11:49,641 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07824ace3e7448e8b667d4a3432cf322, entries=94, sequenceid=907, filesize=29.5 K 2024-11-18T00:11:49,642 DEBUG [M:0;09ca72e5bff1:45461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99c69b5d371c434f854d40438eff51be as hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99c69b5d371c434f854d40438eff51be 2024-11-18T00:11:49,647 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40911/user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99c69b5d371c434f854d40438eff51be, entries=1, sequenceid=907, filesize=5.0 K 2024-11-18T00:11:49,648 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.44 KB/452038, heapSize ~518.18 KB/530616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=907, compaction requested=false 2024-11-18T00:11:49,649 INFO [M:0;09ca72e5bff1:45461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T00:11:49,649 DEBUG [M:0;09ca72e5bff1:45461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731888708311Disabling compacts and flushes for region at 1731888708311Disabling writes for close at 1731888708330 (+19 ms)Obtaining lock to block concurrent updates at 1731888708330Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731888708330Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=452038, getHeapSize=530856, getOffHeapSize=0, getCellsCount=1030 at 1731888708330Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731888708331 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731888708331Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731888708344 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731888708344Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731888708763 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731888708779 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731888708779Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731888709196 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731888709210 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731888709210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0f5ba9: reopening flushed file at 1731888709627 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d93c83: reopening flushed file at 1731888709635 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5171d116: reopening flushed file at 1731888709641 (+6 ms)Finished flush of dataSize ~441.44 KB/452038, heapSize ~518.18 KB/530616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=907, compaction requested=false at 1731888709648 (+7 ms)Writing region close event to WAL at 1731888709649 (+1 ms)Closed at 1731888709649 2024-11-18T00:11:49,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741830_1006 (size=511904) 2024-11-18T00:11:49,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f76cff-3174-dedb-000a-af2b76ed1ea9/MasterData/WALs/09ca72e5bff1,45461,1731888576757/09ca72e5bff1%2C45461%2C1731888576757.09ca72e5bff1%2C45461%2C1731888576757.regiongroup-0.1731888580794 not finished, retry = 0 2024-11-18T00:11:49,754 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T00:11:49,754 INFO [M:0;09ca72e5bff1:45461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T00:11:49,754 INFO [M:0;09ca72e5bff1:45461 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-18T00:11:49,755 INFO [M:0;09ca72e5bff1:45461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45461 2024-11-18T00:11:49,755 INFO [M:0;09ca72e5bff1:45461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T00:11:49,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T00:11:49,913 INFO [M:0;09ca72e5bff1:45461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T00:11:49,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x1014b4671430000, quorum=127.0.0.1:56648, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T00:11:49,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T00:11:49,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T00:11:49,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T00:11:49,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T00:11:49,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,STOPPED} 2024-11-18T00:11:49,942 WARN [BP-1076121512-172.17.0.3-1731888571829 heartbeating to localhost/127.0.0.1:40911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T00:11:49,942 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T00:11:49,942 WARN [BP-1076121512-172.17.0.3-1731888571829 heartbeating to localhost/127.0.0.1:40911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1076121512-172.17.0.3-1731888571829 (Datanode Uuid ca6f9664-aa5b-4a6d-ae90-2202f955651f) service to localhost/127.0.0.1:40911 2024-11-18T00:11:49,942 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T00:11:49,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/cluster_fa98a02c-6e49-e438-0c3e-c92771b280be/data/data1/current/BP-1076121512-172.17.0.3-1731888571829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T00:11:49,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/cluster_fa98a02c-6e49-e438-0c3e-c92771b280be/data/data2/current/BP-1076121512-172.17.0.3-1731888571829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T00:11:49,944 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T00:11:49,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T00:11:49,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T00:11:49,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T00:11:49,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T00:11:49,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,STOPPED} 2024-11-18T00:11:49,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T00:11:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T00:11:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-18T00:11:50,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dbbc57{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-18T00:11:50,023 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ee3ebde{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T00:11:50,023 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T00:11:50,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d0e694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-18T00:11:50,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@529eac7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,STOPPED} 2024-11-18T00:11:50,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d64718e{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-18T00:11:50,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@545e83e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T00:11:50,031 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T00:11:50,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14534701{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-18T00:11:50,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e17e425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,STOPPED} 2024-11-18T00:11:50,038 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-18T00:11:50,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8b3e204{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-18T00:11:50,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T00:11:50,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T00:11:50,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-18T00:11:50,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,STOPPED} 2024-11-18T00:11:50,041 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-18T00:11:50,044 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-18T00:11:50,044 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-18T00:11:50,044 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-18T00:11:50,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5daf3ae5{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-18T00:11:50,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66767106{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T00:11:50,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T00:11:50,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22311523{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-18T00:11:50,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32dc3d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/dd696cc7-6d90-494a-d61b-058bc618f7cc/hadoop.log.dir/,STOPPED} 2024-11-18T00:11:50,049 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-18T00:11:50,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped