2024-11-21 04:11:05,528 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-21 04:11:05,542 main DEBUG Took 0.011920 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 04:11:05,542 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 04:11:05,543 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 04:11:05,544 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 04:11:05,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,558 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 04:11:05,572 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,574 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,575 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,576 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,577 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,578 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,579 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,580 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,581 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,582 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,582 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,583 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 04:11:05,584 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,584 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 04:11:05,586 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 04:11:05,587 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 04:11:05,589 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 04:11:05,589 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 04:11:05,590 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 04:11:05,591 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 04:11:05,600 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 04:11:05,602 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 04:11:05,604 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 04:11:05,605 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 04:11:05,605 main DEBUG createAppenders(={Console}) 2024-11-21 04:11:05,606 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-21 04:11:05,607 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-21 04:11:05,607 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-21 04:11:05,607 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 04:11:05,608 main DEBUG OutputStream closed 2024-11-21 04:11:05,608 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 04:11:05,608 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 04:11:05,609 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-21 04:11:05,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 04:11:05,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 04:11:05,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 04:11:05,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 04:11:05,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 04:11:05,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 04:11:05,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 04:11:05,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 04:11:05,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 04:11:05,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 04:11:05,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 04:11:05,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 04:11:05,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 04:11:05,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 04:11:05,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 04:11:05,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 04:11:05,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 04:11:05,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 04:11:05,714 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 04:11:05,714 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-21 04:11:05,715 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 04:11:05,716 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-21T04:11:05,753 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-21 04:11:05,757 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 04:11:05,757 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T04:11:06,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203 2024-11-21T04:11:06,047 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-21T04:11:06,048 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:11:06,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T04:11:06,069 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/cluster_5c223bfd-54f6-11ba-a102-8e8632261cfd, deleteOnExit=true 2024-11-21T04:11:06,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T04:11:06,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/test.cache.data in system properties and HBase conf 2024-11-21T04:11:06,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T04:11:06,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir in system properties and HBase conf 2024-11-21T04:11:06,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T04:11:06,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T04:11:06,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T04:11:06,175 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T04:11:06,286 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T04:11:06,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T04:11:06,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T04:11:06,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T04:11:06,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T04:11:06,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T04:11:06,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T04:11:06,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T04:11:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T04:11:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T04:11:06,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/nfs.dump.dir in system properties and HBase conf 2024-11-21T04:11:06,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/java.io.tmpdir in system properties and HBase conf 2024-11-21T04:11:06,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T04:11:06,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T04:11:06,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T04:11:07,560 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T04:11:07,642 INFO [Time-limited test {}] log.Log(170): Logging initialized @2892ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T04:11:07,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:11:07,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:11:07,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:11:07,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:11:07,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T04:11:07,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:11:07,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:11:07,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T04:11:08,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/java.io.tmpdir/jetty-localhost-36211-hadoop-hdfs-3_4_1-tests_jar-_-any-3350183550998420548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T04:11:08,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:36211} 2024-11-21T04:11:08,074 INFO [Time-limited test {}] server.Server(415): Started @3325ms 2024-11-21T04:11:08,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:11:08,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:11:08,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:11:08,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:11:08,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T04:11:08,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@191a481c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:11:08,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655474f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T04:11:08,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cc93e4d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/java.io.tmpdir/jetty-localhost-36409-hadoop-hdfs-3_4_1-tests_jar-_-any-4553741100992030532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:11:08,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@233938f8{HTTP/1.1, (http/1.1)}{localhost:36409} 2024-11-21T04:11:08,801 INFO [Time-limited test {}] server.Server(415): Started @4052ms 2024-11-21T04:11:08,857 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T04:11:09,943 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/cluster_5c223bfd-54f6-11ba-a102-8e8632261cfd/data/data1/current/BP-1425119672-172.17.0.2-1732162266925/current, will proceed with Du for space computation calculation, 2024-11-21T04:11:09,943 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/cluster_5c223bfd-54f6-11ba-a102-8e8632261cfd/data/data2/current/BP-1425119672-172.17.0.2-1732162266925/current, will proceed with Du for space computation calculation, 2024-11-21T04:11:09,975 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T04:11:10,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34697e43e569c152 with lease ID 0xc0402e8d47d3ebb9: Processing first storage report for DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2 from datanode DatanodeRegistration(127.0.0.1:36559, datanodeUuid=2bda9e70-0bb7-4227-9806-c9ed9a4cb675, infoPort=42283, infoSecurePort=0, ipcPort=39791, storageInfo=lv=-57;cid=testClusterID;nsid=1634235305;c=1732162266925) 2024-11-21T04:11:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34697e43e569c152 with lease ID 0xc0402e8d47d3ebb9: from storage DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2 node DatanodeRegistration(127.0.0.1:36559, datanodeUuid=2bda9e70-0bb7-4227-9806-c9ed9a4cb675, infoPort=42283, infoSecurePort=0, ipcPort=39791, storageInfo=lv=-57;cid=testClusterID;nsid=1634235305;c=1732162266925), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T04:11:10,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34697e43e569c152 with lease ID 0xc0402e8d47d3ebb9: Processing first storage report for DS-d0e7f0c8-fa32-4e83-a231-0f6cd2a24c0b from datanode DatanodeRegistration(127.0.0.1:36559, datanodeUuid=2bda9e70-0bb7-4227-9806-c9ed9a4cb675, infoPort=42283, infoSecurePort=0, ipcPort=39791, storageInfo=lv=-57;cid=testClusterID;nsid=1634235305;c=1732162266925) 2024-11-21T04:11:10,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34697e43e569c152 with lease ID 0xc0402e8d47d3ebb9: from storage DS-d0e7f0c8-fa32-4e83-a231-0f6cd2a24c0b node DatanodeRegistration(127.0.0.1:36559, datanodeUuid=2bda9e70-0bb7-4227-9806-c9ed9a4cb675, infoPort=42283, infoSecurePort=0, ipcPort=39791, storageInfo=lv=-57;cid=testClusterID;nsid=1634235305;c=1732162266925), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T04:11:10,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203 2024-11-21T04:11:10,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/cluster_5c223bfd-54f6-11ba-a102-8e8632261cfd/zookeeper_0, clientPort=64848, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/cluster_5c223bfd-54f6-11ba-a102-8e8632261cfd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/cluster_5c223bfd-54f6-11ba-a102-8e8632261cfd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T04:11:10,122 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64848 2024-11-21T04:11:10,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:11:10,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:11:10,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741825_1001 (size=7) 2024-11-21T04:11:10,846 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc with version=8 2024-11-21T04:11:10,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging 2024-11-21T04:11:10,859 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-21T04:11:10,859 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-21T04:11:10,859 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-21T04:11:10,860 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-21T04:11:10,936 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T04:11:11,180 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b69e2a1ee061:0 server-side Connection retries=45 2024-11-21T04:11:11,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:11:11,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T04:11:11,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T04:11:11,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:11:11,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T04:11:11,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T04:11:11,381 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T04:11:11,390 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T04:11:11,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T04:11:11,425 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 132670 (auto-detected) 2024-11-21T04:11:11,427 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T04:11:11,446 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42227 2024-11-21T04:11:11,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42227 connecting to ZooKeeper ensemble=127.0.0.1:64848 2024-11-21T04:11:11,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422270x0, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T04:11:11,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42227-0x1015b96af3b0000 connected 2024-11-21T04:11:11,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:11:11,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:11:11,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-21T04:11:11,723 INFO [Time-limited test {}] log.Log(170): Logging initialized @6974ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T04:11:11,762 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-21T04:11:11,762 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-21T04:11:11,763 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-21T04:11:11,763 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-21T04:11:11,764 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-21T04:11:11,765 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-21T04:11:11,765 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-21T04:11:11,765 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-21T04:11:11,767 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-21T04:11:11,832 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 39871 2024-11-21T04:11:11,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-21T04:11:11,852 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-21T04:11:11,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@428a1b08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:11:11,854 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-21T04:11:11,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@52308d5c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-21T04:11:11,904 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-21T04:11:11,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:11:11,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:11:11,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T04:11:11,916 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-21T04:11:12,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4d56c683{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-21T04:11:12,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68168a3e{HTTP/1.1, (http/1.1)}{0.0.0.0:39871} 2024-11-21T04:11:12,596 INFO [Time-limited test {}] server.Server(415): Started @7847ms 2024-11-21T04:11:12,599 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc, hbase.cluster.distributed=false 2024-11-21T04:11:12,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-21T04:11:12,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-21T04:11:12,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42227 2024-11-21T04:11:12,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42227 2024-11-21T04:11:12,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-21T04:11:12,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-21T04:11:12,765 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b69e2a1ee061:0 server-side Connection retries=45 2024-11-21T04:11:12,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:11:12,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T04:11:12,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T04:11:12,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T04:11:12,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T04:11:12,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T04:11:12,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T04:11:12,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39389 2024-11-21T04:11:12,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39389 connecting to ZooKeeper ensemble=127.0.0.1:64848 2024-11-21T04:11:12,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:11:12,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:11:12,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393890x0, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T04:11:12,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-21T04:11:12,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39389-0x1015b96af3b0001 connected 2024-11-21T04:11:12,865 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-21T04:11:12,866 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-21T04:11:12,866 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-21T04:11:12,866 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-21T04:11:12,867 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-21T04:11:12,868 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-21T04:11:12,868 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-21T04:11:12,868 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-21T04:11:12,868 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-21T04:11:12,870 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 42895 2024-11-21T04:11:12,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-21T04:11:12,872 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-21T04:11:12,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2ae6f9c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:11:12,873 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-21T04:11:12,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@66ed5787{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-21T04:11:12,886 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-21T04:11:12,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:11:12,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:11:12,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T04:11:12,889 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-21T04:11:12,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@20d0179b{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-21T04:11:12,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@381b2336{HTTP/1.1, (http/1.1)}{0.0.0.0:42895} 2024-11-21T04:11:12,893 INFO [Time-limited test {}] server.Server(415): Started @8144ms 2024-11-21T04:11:12,896 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T04:11:12,904 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T04:11:12,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-21T04:11:12,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-21T04:11:12,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-21T04:11:12,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39389 2024-11-21T04:11:12,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39389 2024-11-21T04:11:12,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-21T04:11:12,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-21T04:11:12,931 DEBUG [M:0;b69e2a1ee061:42227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b69e2a1ee061:42227 2024-11-21T04:11:12,934 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-21T04:11:12,936 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@2b30dced{HTTP/1.1, (http/1.1)}{0.0.0.0:43975} 2024-11-21T04:11:12,936 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] server.Server(415): Started @8187ms 2024-11-21T04:11:12,937 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:12,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-21T04:11:12,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-21T04:11:12,956 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:12,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:12,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-21T04:11:12,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:12,986 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-21T04:11:12,988 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/b69e2a1ee061,42227,1732162271014 from backup master directory 2024-11-21T04:11:12,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:12,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-21T04:11:12,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-21T04:11:12,999 WARN [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T04:11:12,999 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:13,001 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T04:11:13,003 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T04:11:13,054 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase.id] with ID: eaca95ca-596b-43ee-9a87-e7f593dd992c 2024-11-21T04:11:13,054 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.tmp/hbase.id 2024-11-21T04:11:13,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741826_1002 (size=42) 2024-11-21T04:11:13,466 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.tmp/hbase.id]:[hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase.id] 2024-11-21T04:11:13,509 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T04:11:13,515 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T04:11:13,542 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-21T04:11:13,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:13,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:13,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741827_1003 (size=196) 2024-11-21T04:11:14,030 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:11:14,032 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T04:11:14,038 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-21T04:11:14,041 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-21T04:11:14,051 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T04:11:14,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741828_1004 (size=1189) 2024-11-21T04:11:14,100 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store 2024-11-21T04:11:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741829_1005 (size=34) 2024-11-21T04:11:14,525 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T04:11:14,528 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:14,529 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T04:11:14,530 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:11:14,530 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:11:14,532 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T04:11:14,532 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:11:14,532 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:11:14,533 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732162274529Disabling compacts and flushes for region at 1732162274529Disabling writes for close at 1732162274532 (+3 ms)Writing region close event to WAL at 1732162274532Closed at 1732162274532 2024-11-21T04:11:14,535 WARN [master/b69e2a1ee061:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/.initializing 2024-11-21T04:11:14,536 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/WALs/b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:14,541 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:11:14,547 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor b69e2a1ee061,42227,1732162271014.regiongroup-0 2024-11-21T04:11:14,562 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b69e2a1ee061%2C42227%2C1732162271014.b69e2a1ee061%2C42227%2C1732162271014.regiongroup-0, suffix=, logDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/WALs/b69e2a1ee061,42227,1732162271014, archiveDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/oldWALs, maxLogs=10 2024-11-21T04:11:14,595 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/WALs/b69e2a1ee061,42227,1732162271014/b69e2a1ee061%2C42227%2C1732162271014.b69e2a1ee061%2C42227%2C1732162271014.regiongroup-0.1732162274568, exclude list is [], retry=0 2024-11-21T04:11:14,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:11:14,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T04:11:14,651 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/WALs/b69e2a1ee061,42227,1732162271014/b69e2a1ee061%2C42227%2C1732162271014.b69e2a1ee061%2C42227%2C1732162271014.regiongroup-0.1732162274568 2024-11-21T04:11:14,652 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:11:14,652 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:11:14,653 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:14,656 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,657 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T04:11:14,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:14,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:11:14,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T04:11:14,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:14,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:14,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T04:11:14,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:14,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:14,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T04:11:14,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:14,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:14,763 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,768 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,770 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,780 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,781 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,786 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T04:11:14,791 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T04:11:14,816 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:11:14,823 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10776192640, jitterRate=0.003611147403717041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T04:11:14,835 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732162274672Initializing all the Stores at 1732162274674 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732162274675 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162274676 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162274676Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162274676Cleaning up temporary data from old regions at 1732162274781 (+105 ms)Region opened successfully at 1732162274835 (+54 ms) 2024-11-21T04:11:14,837 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T04:11:14,880 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129e0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b69e2a1ee061/172.17.0.2:0 2024-11-21T04:11:14,923 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T04:11:14,938 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T04:11:14,938 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T04:11:14,942 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T04:11:14,943 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T04:11:14,950 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-21T04:11:14,950 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T04:11:14,988 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T04:11:15,000 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-21T04:11:15,061 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-21T04:11:15,065 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T04:11:15,068 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-21T04:11:15,080 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-21T04:11:15,084 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T04:11:15,090 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-21T04:11:15,101 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-21T04:11:15,103 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-21T04:11:15,114 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-21T04:11:15,136 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T04:11:15,145 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-21T04:11:15,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-21T04:11:15,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:15,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-21T04:11:15,159 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b69e2a1ee061,42227,1732162271014, sessionid=0x1015b96af3b0000, setting cluster-up flag (Was=false) 2024-11-21T04:11:15,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:15,192 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-21T04:11:15,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:15,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:15,251 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-21T04:11:15,254 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:15,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:15,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:15,304 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-21T04:11:15,306 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:15,367 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-21T04:11:15,376 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:15,386 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T04:11:15,425 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(746): ClusterId : eaca95ca-596b-43ee-9a87-e7f593dd992c 2024-11-21T04:11:15,427 INFO [RS:0;b69e2a1ee061:39389 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-21T04:11:15,429 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T04:11:15,447 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T04:11:15,447 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-21T04:11:15,463 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-21T04:11:15,464 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T04:11:15,474 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T04:11:15,474 DEBUG [RS:0;b69e2a1ee061:39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13927ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b69e2a1ee061/172.17.0.2:0 2024-11-21T04:11:15,494 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b69e2a1ee061:39389 2024-11-21T04:11:15,496 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T04:11:15,498 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T04:11:15,498 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T04:11:15,498 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T04:11:15,501 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(2659): reportForDuty to master=b69e2a1ee061,42227,1732162271014 with port=39389, startcode=1732162272713 2024-11-21T04:11:15,506 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T04:11:15,516 DEBUG [RS:0;b69e2a1ee061:39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T04:11:15,526 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T04:11:15,533 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b69e2a1ee061,42227,1732162271014 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T04:11:15,543 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b69e2a1ee061:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:11:15,544 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b69e2a1ee061:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:11:15,545 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b69e2a1ee061:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:11:15,546 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b69e2a1ee061:0, corePoolSize=5, maxPoolSize=5 2024-11-21T04:11:15,546 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b69e2a1ee061:0, corePoolSize=10, maxPoolSize=10 2024-11-21T04:11:15,546 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,546 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b69e2a1ee061:0, corePoolSize=2, maxPoolSize=2 2024-11-21T04:11:15,547 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T04:11:15,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T04:11:15,561 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732162305561 2024-11-21T04:11:15,561 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T04:11:15,562 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T04:11:15,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:15,563 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T04:11:15,564 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T04:11:15,569 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42227 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T04:11:15,570 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T04:11:15,571 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-21T04:11:15,571 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T04:11:15,571 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T04:11:15,572 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T04:11:15,579 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,589 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T04:11:15,590 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T04:11:15,591 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T04:11:15,602 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T04:11:15,602 WARN [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T04:11:15,607 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ec82bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:15,607 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:11:15,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741831_1007 (size=1321) 2024-11-21T04:11:15,611 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:11:15,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T04:11:15,613 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:11:15,621 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:11:15,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:11:15,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:11:15,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab1716a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:15,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:11:15,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741832_1008 (size=32) 2024-11-21T04:11:15,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:11:15,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:15,638 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:11:15,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8400182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:15,643 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-21T04:11:15,645 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T04:11:15,646 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T04:11:15,648 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b69e2a1ee061:0:becomeActiveMaster-HFileCleaner.large.0-1732162275647,5,FailOnTimeoutGroup] 2024-11-21T04:11:15,650 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b69e2a1ee061:0:becomeActiveMaster-HFileCleaner.small.0-1732162275648,5,FailOnTimeoutGroup] 2024-11-21T04:11:15,650 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,650 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T04:11:15,652 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,652 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,704 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(2659): reportForDuty to master=b69e2a1ee061,42227,1732162271014 with port=39389, startcode=1732162272713 2024-11-21T04:11:15,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:15,709 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42227 {}] master.ServerManager(517): Registering regionserver=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:15,720 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:11:15,720 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44433 2024-11-21T04:11:15,720 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=39871 2024-11-21T04:11:15,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-21T04:11:15,797 DEBUG [RS:0;b69e2a1ee061:39389 {}] zookeeper.ZKUtil(111): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on existing znode=/1/rs/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:15,798 WARN [RS:0;b69e2a1ee061:39389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T04:11:15,798 INFO [RS:0;b69e2a1ee061:39389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-21T04:11:15,798 INFO [RS:0;b69e2a1ee061:39389 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-21T04:11:15,805 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:15,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b69e2a1ee061,39389,1732162272713] 2024-11-21T04:11:15,842 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T04:11:15,865 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T04:11:15,872 INFO [RS:0;b69e2a1ee061:39389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T04:11:15,873 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,877 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T04:11:15,885 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T04:11:15,887 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,887 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,887 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,888 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,888 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,888 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,888 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b69e2a1ee061:0, corePoolSize=2, maxPoolSize=2 2024-11-21T04:11:15,888 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,888 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,888 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,888 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,889 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,889 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b69e2a1ee061:0, corePoolSize=1, maxPoolSize=1 2024-11-21T04:11:15,889 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:11:15,890 DEBUG [RS:0;b69e2a1ee061:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b69e2a1ee061:0, corePoolSize=3, maxPoolSize=3 2024-11-21T04:11:15,896 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,896 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,896 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,897 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,897 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,897 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=b69e2a1ee061,39389,1732162272713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T04:11:15,919 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T04:11:15,920 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=b69e2a1ee061,39389,1732162272713-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,921 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,921 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.Replication(171): b69e2a1ee061,39389,1732162272713 started 2024-11-21T04:11:15,939 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:15,940 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1482): Serving as b69e2a1ee061,39389,1732162272713, RpcServer on b69e2a1ee061/172.17.0.2:39389, sessionid=0x1015b96af3b0001 2024-11-21T04:11:15,940 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T04:11:15,941 DEBUG [RS:0;b69e2a1ee061:39389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:15,941 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b69e2a1ee061,39389,1732162272713' 2024-11-21T04:11:15,941 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-21T04:11:15,942 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-21T04:11:15,943 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T04:11:15,943 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-21T04:11:15,943 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b69e2a1ee061,39389,1732162272713' 2024-11-21T04:11:15,943 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-21T04:11:15,944 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-21T04:11:15,944 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-21T04:11:15,944 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-21T04:11:15,944 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T04:11:15,945 DEBUG [RS:0;b69e2a1ee061:39389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:15,945 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b69e2a1ee061,39389,1732162272713' 2024-11-21T04:11:15,945 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-21T04:11:15,945 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-21T04:11:15,946 DEBUG [RS:0;b69e2a1ee061:39389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T04:11:15,946 INFO [RS:0;b69e2a1ee061:39389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T04:11:15,946 INFO [RS:0;b69e2a1ee061:39389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T04:11:16,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:16,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T04:11:16,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T04:11:16,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:16,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:11:16,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T04:11:16,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T04:11:16,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:16,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:11:16,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T04:11:16,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T04:11:16,052 INFO [RS:0;b69e2a1ee061:39389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:11:16,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:16,052 INFO [RS:0;b69e2a1ee061:39389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b69e2a1ee061,39389,1732162272713.regiongroup-0 2024-11-21T04:11:16,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:11:16,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T04:11:16,055 INFO [RS:0;b69e2a1ee061:39389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0, suffix=, logDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713, archiveDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs, maxLogs=32 2024-11-21T04:11:16,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T04:11:16,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:16,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:11:16,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T04:11:16,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740 2024-11-21T04:11:16,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740 2024-11-21T04:11:16,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T04:11:16,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T04:11:16,077 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T04:11:16,077 DEBUG [RS:0;b69e2a1ee061:39389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162276058, exclude list is [], retry=0 2024-11-21T04:11:16,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T04:11:16,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:11:16,084 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:11:16,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10392393760, jitterRate=-0.03213290870189667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T04:11:16,086 INFO [RS:0;b69e2a1ee061:39389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162276058 2024-11-21T04:11:16,087 DEBUG [RS:0;b69e2a1ee061:39389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:11:16,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732162276037Initializing all the Stores at 1732162276038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732162276039 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732162276039Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162276039Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732162276039Cleaning up temporary data from old regions at 1732162276065 (+26 ms)Region opened successfully at 1732162276087 (+22 ms) 2024-11-21T04:11:16,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T04:11:16,088 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T04:11:16,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T04:11:16,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T04:11:16,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T04:11:16,089 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T04:11:16,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732162276088Disabling compacts and flushes for region at 1732162276088Disabling writes for close at 1732162276088Writing region close event to WAL at 1732162276089 (+1 ms)Closed at 1732162276089 2024-11-21T04:11:16,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T04:11:16,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T04:11:16,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T04:11:16,106 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:11:16,109 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T04:11:16,262 DEBUG [b69e2a1ee061:42227 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T04:11:16,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:16,280 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b69e2a1ee061,39389,1732162272713, state=OPENING 2024-11-21T04:11:16,335 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T04:11:16,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:16,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:11:16,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-21T04:11:16,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-21T04:11:16,348 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T04:11:16,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:11:16,524 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T04:11:16,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T04:11:16,538 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T04:11:16,539 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-21T04:11:16,539 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-21T04:11:16,539 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:11:16,539 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T04:11:16,543 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b69e2a1ee061%2C39389%2C1732162272713.meta, suffix=.meta, logDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713, archiveDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs, maxLogs=32 2024-11-21T04:11:16,559 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162276545.meta, exclude list is [], retry=0 2024-11-21T04:11:16,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:11:16,567 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162276545.meta 2024-11-21T04:11:16,568 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:11:16,568 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:11:16,574 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:11:16,575 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T04:11:16,579 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T04:11:16,579 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T04:11:16,583 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T04:11:16,584 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:16,584 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T04:11:16,585 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T04:11:16,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T04:11:16,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T04:11:16,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:16,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:11:16,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T04:11:16,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T04:11:16,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:16,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:11:16,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T04:11:16,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T04:11:16,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:16,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:11:16,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T04:11:16,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T04:11:16,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:16,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T04:11:16,600 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T04:11:16,602 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740 2024-11-21T04:11:16,605 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740 2024-11-21T04:11:16,608 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T04:11:16,608 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T04:11:16,609 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T04:11:16,612 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T04:11:16,614 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11365569280, jitterRate=0.05850112438201904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T04:11:16,614 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T04:11:16,615 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732162276585Writing region info on filesystem at 1732162276586 (+1 ms)Initializing all the Stores at 1732162276588 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732162276588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732162276588Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162276588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732162276588Cleaning up temporary data from old regions at 1732162276608 (+20 ms)Running coprocessor post-open hooks at 1732162276614 (+6 ms)Region opened successfully at 1732162276615 (+1 ms) 2024-11-21T04:11:16,622 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732162276515 2024-11-21T04:11:16,633 DEBUG [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T04:11:16,633 INFO [RS_OPEN_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T04:11:16,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:16,637 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b69e2a1ee061,39389,1732162272713, state=OPEN 2024-11-21T04:11:16,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-21T04:11:16,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-21T04:11:16,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-21T04:11:16,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-21T04:11:16,808 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:16,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T04:11:16,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b69e2a1ee061,39389,1732162272713 in 460 msec 2024-11-21T04:11:16,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T04:11:16,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 717 msec 2024-11-21T04:11:16,822 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T04:11:16,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T04:11:16,839 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:11:16,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:11:16,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:11:16,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:11:16,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4460 sec 2024-11-21T04:11:16,880 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732162276880, completionTime=-1 2024-11-21T04:11:16,883 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T04:11:16,883 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T04:11:16,911 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T04:11:16,911 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732162336911 2024-11-21T04:11:16,911 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732162396911 2024-11-21T04:11:16,912 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-21T04:11:16,914 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b69e2a1ee061,42227,1732162271014-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:16,915 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b69e2a1ee061,42227,1732162271014-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:16,915 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b69e2a1ee061,42227,1732162271014-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:16,917 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b69e2a1ee061:42227, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:16,917 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:16,918 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:16,924 DEBUG [master/b69e2a1ee061:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T04:11:16,954 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.955sec 2024-11-21T04:11:16,955 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T04:11:16,957 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T04:11:16,958 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T04:11:16,959 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T04:11:16,959 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T04:11:16,960 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b69e2a1ee061,42227,1732162271014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T04:11:16,960 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b69e2a1ee061,42227,1732162271014-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T04:11:16,971 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T04:11:16,972 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T04:11:16,972 INFO [master/b69e2a1ee061:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b69e2a1ee061,42227,1732162271014-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T04:11:17,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a2a075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:17,029 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T04:11:17,029 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T04:11:17,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:11:17,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:11:17,039 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:11:17,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:11:17,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:11:17,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539c4845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:17,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:11:17,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:11:17,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:17,044 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:11:17,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6606a48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:17,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:11:17,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:11:17,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:11:17,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:11:17,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:17,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-21T04:11:17,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/test.cache.data in system properties and HBase conf 2024-11-21T04:11:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T04:11:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir in system properties and HBase conf 2024-11-21T04:11:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T04:11:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T04:11:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T04:11:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T04:11:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T04:11:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T04:11:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T04:11:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T04:11:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T04:11:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T04:11:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T04:11:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T04:11:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/nfs.dump.dir in system properties and HBase conf 2024-11-21T04:11:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/java.io.tmpdir in system properties and HBase conf 2024-11-21T04:11:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T04:11:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T04:11:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T04:11:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741835_1011 (size=592039) 2024-11-21T04:11:17,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741836_1012 (size=1663647) 2024-11-21T04:11:19,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:11:19,633 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:11:19,838 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:11:19,838 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-21T04:11:19,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:11:19,850 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:11:19,850 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:11:19,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:11:19,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:11:19,850 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T04:11:19,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T04:11:19,851 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45067f3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:11:19,851 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a80b569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-21T04:11:19,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:11:19,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6522fb07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:11:19,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@426811c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-21T04:11:20,038 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-21T04:11:20,038 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-21T04:11:20,038 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-21T04:11:20,040 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-21T04:11:20,094 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-21T04:11:20,223 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-21T04:11:20,500 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-21T04:11:20,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1437056d{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/java.io.tmpdir/jetty-localhost-33821-hadoop-yarn-common-3_4_1_jar-_-any-14225050844446112938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-21T04:11:20,525 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d498b66{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/java.io.tmpdir/jetty-localhost-36591-hadoop-yarn-common-3_4_1_jar-_-any-14637899307483550483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-21T04:11:20,527 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@73ba90c4{HTTP/1.1, (http/1.1)}{localhost:36591} 2024-11-21T04:11:20,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44a80280{HTTP/1.1, (http/1.1)}{localhost:33821} 2024-11-21T04:11:20,527 INFO [Thread-251 {}] server.Server(415): Started @15778ms 2024-11-21T04:11:20,527 INFO [Time-limited test {}] server.Server(415): Started @15778ms 2024-11-21T04:11:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741837_1013 (size=5) 2024-11-21T04:11:21,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T04:11:21,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T04:11:21,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:11:21,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-21T04:11:21,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T04:11:21,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T04:11:21,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T04:11:21,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T04:11:21,472 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-21T04:11:21,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:11:21,514 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-21T04:11:21,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:11:21,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:11:21,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:11:21,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T04:11:21,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:11:21,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@544ce103{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:11:21,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2232122{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-21T04:11:21,579 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-21T04:11:21,579 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-21T04:11:21,579 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-21T04:11:21,579 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-21T04:11:21,589 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-21T04:11:21,599 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-21T04:11:21,709 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-21T04:11:21,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3464a508{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/java.io.tmpdir/jetty-localhost-35683-hadoop-yarn-common-3_4_1_jar-_-any-14872449833567710101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-21T04:11:21,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59a90a86{HTTP/1.1, (http/1.1)}{localhost:35683} 2024-11-21T04:11:21,720 INFO [Time-limited test {}] server.Server(415): Started @16971ms 2024-11-21T04:11:21,838 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-21T04:11:21,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:11:21,855 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-21T04:11:21,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T04:11:21,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T04:11:21,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T04:11:21,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T04:11:21,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T04:11:21,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27070a2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,AVAILABLE} 2024-11-21T04:11:21,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2f4f4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-21T04:11:21,916 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-21T04:11:21,916 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-21T04:11:21,917 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-21T04:11:21,917 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-21T04:11:21,925 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-21T04:11:21,929 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-21T04:11:22,011 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-21T04:11:22,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bc254{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/java.io.tmpdir/jetty-localhost-46851-hadoop-yarn-common-3_4_1_jar-_-any-9712025596611441707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-21T04:11:22,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@343ffee7{HTTP/1.1, (http/1.1)}{localhost:46851} 2024-11-21T04:11:22,019 INFO [Time-limited test {}] server.Server(415): Started @17270ms 2024-11-21T04:11:22,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-21T04:11:22,045 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:44433/backupUT 2024-11-21T04:11:22,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:11:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d078ce5 2024-11-21T04:11:22,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:11:22,064 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:11:22,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-21T04:11:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-21T04:11:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:11:22,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 22 msec 2024-11-21T04:11:22,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-21T04:11:22,168 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T04:11:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T04:11:22,201 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-21T04:11:22,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-21T04:11:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-21T04:11:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-21T04:11:22,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 17 msec 2024-11-21T04:11:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-21T04:11:22,311 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-21T04:11:22,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-21T04:11:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-21T04:11:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-21T04:11:22,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 15 msec 2024-11-21T04:11:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-21T04:11:22,431 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-21T04:11:22,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-21T04:11:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-21T04:11:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T04:11:22,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec 2024-11-21T04:11:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T04:11:22,541 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-21T04:11:22,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1732162282045', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:11:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732162282045 2024-11-21T04:11:22,557 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732162282045 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T04:11:22,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1732162282045" procId is: 8 2024-11-21T04:11:22,559 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-21T04:11:22,562 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732162282045 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T04:11:22,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741838_1014 (size=367) 2024-11-21T04:11:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-21T04:11:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-21T04:11:22,975 INFO [RegionOpenAndInit-test-1732162282045-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c428dfec48ea04a25c4e442d21e49442, NAME => 'test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732162282045', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:11:22,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741839_1015 (size=53) 2024-11-21T04:11:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-21T04:11:23,387 DEBUG [RegionOpenAndInit-test-1732162282045-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:23,387 DEBUG [RegionOpenAndInit-test-1732162282045-pool-0 {}] regionserver.HRegion(1722): Closing c428dfec48ea04a25c4e442d21e49442, disabling compactions & flushes 2024-11-21T04:11:23,387 INFO [RegionOpenAndInit-test-1732162282045-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:23,387 DEBUG [RegionOpenAndInit-test-1732162282045-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:23,387 DEBUG [RegionOpenAndInit-test-1732162282045-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. after waiting 0 ms 2024-11-21T04:11:23,387 DEBUG [RegionOpenAndInit-test-1732162282045-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:23,388 INFO [RegionOpenAndInit-test-1732162282045-pool-0 {}] regionserver.HRegion(1973): Closed test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:23,388 DEBUG [RegionOpenAndInit-test-1732162282045-pool-0 {}] regionserver.HRegion(1676): Region close journal for c428dfec48ea04a25c4e442d21e49442: Waiting for close lock at 1732162283387Disabling compacts and flushes for region at 1732162283387Disabling writes for close at 1732162283387Writing region close event to WAL at 1732162283387Closed at 1732162283387 2024-11-21T04:11:23,390 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732162282045 execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T04:11:23,395 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732162283390"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162283390"}]},"ts":"1732162283390"} 2024-11-21T04:11:23,399 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T04:11:23,401 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732162282045 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T04:11:23,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732162282045","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162283401"}]},"ts":"1732162283401"} 2024-11-21T04:11:23,408 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732162282045, state=ENABLING in hbase:meta 2024-11-21T04:11:23,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, ASSIGN}] 2024-11-21T04:11:23,412 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, ASSIGN 2024-11-21T04:11:23,414 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:11:23,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c428dfec48ea04a25c4e442d21e49442, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, ASSIGN because future has completed 2024-11-21T04:11:23,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:11:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-21T04:11:23,749 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:23,749 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T04:11:23,750 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor b69e2a1ee061,39389,1732162272713.regiongroup-1 2024-11-21T04:11:23,753 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1, suffix=, logDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713, archiveDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs, maxLogs=32 2024-11-21T04:11:23,769 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162283755, exclude list is [], retry=0 2024-11-21T04:11:23,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:11:23,776 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162283755 2024-11-21T04:11:23,776 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:11:23,776 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c428dfec48ea04a25c4e442d21e49442, NAME => 'test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:11:23,777 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:11:23,777 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732162282045 c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:23,777 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:23,777 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:23,777 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:23,780 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:23,782 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c428dfec48ea04a25c4e442d21e49442 columnFamilyName f 2024-11-21T04:11:23,783 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:23,784 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(327): Store=c428dfec48ea04a25c4e442d21e49442/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:23,784 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:23,786 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:23,786 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:23,787 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:23,787 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:23,790 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:23,794 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:11:23,795 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened c428dfec48ea04a25c4e442d21e49442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11623241760, jitterRate=0.08249874413013458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:11:23,795 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:23,796 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c428dfec48ea04a25c4e442d21e49442: Running coprocessor pre-open hook at 1732162283777Writing region info on filesystem at 1732162283777Initializing all the Stores at 1732162283779 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162283779Cleaning up temporary data from old regions at 1732162283787 (+8 ms)Running coprocessor post-open hooks at 1732162283795 (+8 ms)Region opened successfully at 1732162283796 (+1 ms) 2024-11-21T04:11:23,798 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442., pid=10, masterSystemTime=1732162283724 2024-11-21T04:11:23,801 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:23,801 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:23,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c428dfec48ea04a25c4e442d21e49442, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:23,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:11:23,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T04:11:23,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713 in 239 msec 2024-11-21T04:11:23,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T04:11:23,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, ASSIGN in 406 msec 2024-11-21T04:11:23,820 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732162282045 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T04:11:23,820 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732162282045","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162283820"}]},"ts":"1732162283820"} 2024-11-21T04:11:23,823 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732162282045, state=ENABLED in hbase:meta 2024-11-21T04:11:23,824 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732162282045 execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T04:11:23,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732162282045 in 1.2740 sec 2024-11-21T04:11:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-21T04:11:24,721 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732162282045 completed 2024-11-21T04:11:24,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dac0a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:24,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:11:24,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:11:24,725 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:11:24,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:11:24,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:11:24,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38cbb62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:24,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:11:24,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:11:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:24,733 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:11:24,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf4af6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:24,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:11:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:11:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:11:24,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:11:24,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732162282045', row='row0', locateType=CURRENT is [region=test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:11:24,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8528): writing data to region test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T04:11:25,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17321622820451', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:11:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17321622820451 2024-11-21T04:11:25,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17321622820451 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T04:11:25,026 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:25,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17321622820451" procId is: 11 2024-11-21T04:11:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T04:11:25,028 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17321622820451 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T04:11:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741841_1017 (size=364) 2024-11-21T04:11:25,040 INFO [RegionOpenAndInit-ns2:test-17321622820451-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aac42431d8f403f7b8a82b6057334e7e, NAME => 'ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17321622820451', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:11:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741842_1018 (size=50) 2024-11-21T04:11:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T04:11:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T04:11:25,450 DEBUG [RegionOpenAndInit-ns2:test-17321622820451-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:25,451 DEBUG [RegionOpenAndInit-ns2:test-17321622820451-pool-0 {}] regionserver.HRegion(1722): Closing aac42431d8f403f7b8a82b6057334e7e, disabling compactions & flushes 2024-11-21T04:11:25,451 INFO [RegionOpenAndInit-ns2:test-17321622820451-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:11:25,451 DEBUG [RegionOpenAndInit-ns2:test-17321622820451-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:11:25,451 DEBUG [RegionOpenAndInit-ns2:test-17321622820451-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. after waiting 0 ms 2024-11-21T04:11:25,451 DEBUG [RegionOpenAndInit-ns2:test-17321622820451-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:11:25,451 INFO [RegionOpenAndInit-ns2:test-17321622820451-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:11:25,451 DEBUG [RegionOpenAndInit-ns2:test-17321622820451-pool-0 {}] regionserver.HRegion(1676): Region close journal for aac42431d8f403f7b8a82b6057334e7e: Waiting for close lock at 1732162285451Disabling compacts and flushes for region at 1732162285451Disabling writes for close at 1732162285451Writing region close event to WAL at 1732162285451Closed at 1732162285451 2024-11-21T04:11:25,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17321622820451 execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T04:11:25,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732162285453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162285453"}]},"ts":"1732162285453"} 2024-11-21T04:11:25,457 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T04:11:25,459 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17321622820451 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T04:11:25,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17321622820451","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162285459"}]},"ts":"1732162285459"} 2024-11-21T04:11:25,463 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17321622820451, state=ENABLING in hbase:meta 2024-11-21T04:11:25,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17321622820451, region=aac42431d8f403f7b8a82b6057334e7e, ASSIGN}] 2024-11-21T04:11:25,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17321622820451, region=aac42431d8f403f7b8a82b6057334e7e, ASSIGN 2024-11-21T04:11:25,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17321622820451, region=aac42431d8f403f7b8a82b6057334e7e, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:11:25,618 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=aac42431d8f403f7b8a82b6057334e7e, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:25,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17321622820451, region=aac42431d8f403f7b8a82b6057334e7e, ASSIGN because future has completed 2024-11-21T04:11:25,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure aac42431d8f403f7b8a82b6057334e7e, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:11:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T04:11:25,789 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:11:25,789 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => aac42431d8f403f7b8a82b6057334e7e, NAME => 'ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:11:25,789 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:11:25,790 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17321622820451 aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:25,790 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:25,790 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:25,790 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:25,793 INFO [StoreOpener-aac42431d8f403f7b8a82b6057334e7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:25,795 INFO [StoreOpener-aac42431d8f403f7b8a82b6057334e7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aac42431d8f403f7b8a82b6057334e7e columnFamilyName f 2024-11-21T04:11:25,796 DEBUG [StoreOpener-aac42431d8f403f7b8a82b6057334e7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:25,797 INFO [StoreOpener-aac42431d8f403f7b8a82b6057334e7e-1 {}] regionserver.HStore(327): Store=aac42431d8f403f7b8a82b6057334e7e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:25,797 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:25,799 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:25,800 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:25,801 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:25,802 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:25,805 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:25,809 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:11:25,810 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened aac42431d8f403f7b8a82b6057334e7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10252235040, jitterRate=-0.045186206698417664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:11:25,811 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:25,813 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for aac42431d8f403f7b8a82b6057334e7e: Running coprocessor pre-open hook at 1732162285790Writing region info on filesystem at 1732162285790Initializing all the Stores at 1732162285792 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162285792Cleaning up temporary data from old regions at 1732162285802 (+10 ms)Running coprocessor post-open hooks at 1732162285811 (+9 ms)Region opened successfully at 1732162285812 (+1 ms) 2024-11-21T04:11:25,814 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e., pid=13, masterSystemTime=1732162285775 2024-11-21T04:11:25,818 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:11:25,818 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:11:25,819 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=aac42431d8f403f7b8a82b6057334e7e, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:25,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure aac42431d8f403f7b8a82b6057334e7e, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:11:25,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T04:11:25,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure aac42431d8f403f7b8a82b6057334e7e, server=b69e2a1ee061,39389,1732162272713 in 203 msec 2024-11-21T04:11:25,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T04:11:25,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17321622820451, region=aac42431d8f403f7b8a82b6057334e7e, ASSIGN in 368 msec 2024-11-21T04:11:25,837 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17321622820451 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T04:11:25,837 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17321622820451","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162285837"}]},"ts":"1732162285837"} 2024-11-21T04:11:25,841 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17321622820451, state=ENABLED in hbase:meta 2024-11-21T04:11:25,842 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17321622820451 execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T04:11:25,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17321622820451 in 819 msec 2024-11-21T04:11:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T04:11:26,170 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17321622820451 completed 2024-11-21T04:11:26,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17321622820451', row='row0', locateType=CURRENT is [region=ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:11:26,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(8528): writing data to region ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T04:11:26,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17321622820452', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:11:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17321622820452 2024-11-21T04:11:26,364 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17321622820452 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T04:11:26,364 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:26,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17321622820452" procId is: 14 2024-11-21T04:11:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T04:11:26,366 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17321622820452 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T04:11:26,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741843_1019 (size=390) 2024-11-21T04:11:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T04:11:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T04:11:26,776 INFO [RegionOpenAndInit-ns3:test-17321622820452-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 901e0f507d69b931898658467e109bde, NAME => 'ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17321622820452', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:11:26,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741844_1020 (size=50) 2024-11-21T04:11:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T04:11:27,185 DEBUG [RegionOpenAndInit-ns3:test-17321622820452-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:27,185 DEBUG [RegionOpenAndInit-ns3:test-17321622820452-pool-0 {}] regionserver.HRegion(1722): Closing 901e0f507d69b931898658467e109bde, disabling compactions & flushes 2024-11-21T04:11:27,185 INFO [RegionOpenAndInit-ns3:test-17321622820452-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:11:27,185 DEBUG [RegionOpenAndInit-ns3:test-17321622820452-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:11:27,185 DEBUG [RegionOpenAndInit-ns3:test-17321622820452-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. after waiting 0 ms 2024-11-21T04:11:27,185 DEBUG [RegionOpenAndInit-ns3:test-17321622820452-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:11:27,186 INFO [RegionOpenAndInit-ns3:test-17321622820452-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:11:27,186 DEBUG [RegionOpenAndInit-ns3:test-17321622820452-pool-0 {}] regionserver.HRegion(1676): Region close journal for 901e0f507d69b931898658467e109bde: Waiting for close lock at 1732162287185Disabling compacts and flushes for region at 1732162287185Disabling writes for close at 1732162287185Writing region close event to WAL at 1732162287186 (+1 ms)Closed at 1732162287186 2024-11-21T04:11:27,187 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17321622820452 execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T04:11:27,188 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732162287187"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162287187"}]},"ts":"1732162287187"} 2024-11-21T04:11:27,191 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T04:11:27,192 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17321622820452 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T04:11:27,192 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17321622820452","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162287192"}]},"ts":"1732162287192"} 2024-11-21T04:11:27,194 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17321622820452, state=ENABLING in hbase:meta 2024-11-21T04:11:27,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17321622820452, region=901e0f507d69b931898658467e109bde, ASSIGN}] 2024-11-21T04:11:27,197 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17321622820452, region=901e0f507d69b931898658467e109bde, ASSIGN 2024-11-21T04:11:27,198 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17321622820452, region=901e0f507d69b931898658467e109bde, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:11:27,349 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=901e0f507d69b931898658467e109bde, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:27,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17321622820452, region=901e0f507d69b931898658467e109bde, ASSIGN because future has completed 2024-11-21T04:11:27,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 901e0f507d69b931898658467e109bde, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:11:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T04:11:27,511 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:11:27,511 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 901e0f507d69b931898658467e109bde, NAME => 'ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:11:27,512 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:11:27,512 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17321622820452 901e0f507d69b931898658467e109bde 2024-11-21T04:11:27,512 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:27,512 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 901e0f507d69b931898658467e109bde 2024-11-21T04:11:27,512 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 901e0f507d69b931898658467e109bde 2024-11-21T04:11:27,515 INFO [StoreOpener-901e0f507d69b931898658467e109bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 901e0f507d69b931898658467e109bde 2024-11-21T04:11:27,517 INFO [StoreOpener-901e0f507d69b931898658467e109bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 901e0f507d69b931898658467e109bde columnFamilyName f 2024-11-21T04:11:27,517 DEBUG [StoreOpener-901e0f507d69b931898658467e109bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:27,518 INFO [StoreOpener-901e0f507d69b931898658467e109bde-1 {}] regionserver.HStore(327): Store=901e0f507d69b931898658467e109bde/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:27,518 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 901e0f507d69b931898658467e109bde 2024-11-21T04:11:27,519 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns3/test-17321622820452/901e0f507d69b931898658467e109bde 2024-11-21T04:11:27,520 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns3/test-17321622820452/901e0f507d69b931898658467e109bde 2024-11-21T04:11:27,521 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 901e0f507d69b931898658467e109bde 2024-11-21T04:11:27,521 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 901e0f507d69b931898658467e109bde 2024-11-21T04:11:27,523 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 901e0f507d69b931898658467e109bde 2024-11-21T04:11:27,527 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns3/test-17321622820452/901e0f507d69b931898658467e109bde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:11:27,528 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 901e0f507d69b931898658467e109bde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9486579040, jitterRate=-0.11649347841739655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:11:27,528 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 901e0f507d69b931898658467e109bde 2024-11-21T04:11:27,529 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 901e0f507d69b931898658467e109bde: Running coprocessor pre-open hook at 1732162287512Writing region info on filesystem at 1732162287513 (+1 ms)Initializing all the Stores at 1732162287514 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162287514Cleaning up temporary data from old regions at 1732162287521 (+7 ms)Running coprocessor post-open hooks at 1732162287528 (+7 ms)Region opened successfully at 1732162287529 (+1 ms) 2024-11-21T04:11:27,530 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde., pid=16, masterSystemTime=1732162287506 2024-11-21T04:11:27,533 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:11:27,534 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:11:27,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=901e0f507d69b931898658467e109bde, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:27,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 901e0f507d69b931898658467e109bde, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:11:27,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T04:11:27,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 901e0f507d69b931898658467e109bde, server=b69e2a1ee061,39389,1732162272713 in 189 msec 2024-11-21T04:11:27,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T04:11:27,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17321622820452, region=901e0f507d69b931898658467e109bde, ASSIGN in 350 msec 2024-11-21T04:11:27,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17321622820452 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T04:11:27,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17321622820452","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162287550"}]},"ts":"1732162287550"} 2024-11-21T04:11:27,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17321622820452, state=ENABLED in hbase:meta 2024-11-21T04:11:27,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17321622820452 execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T04:11:27,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17321622820452 in 1.1950 sec 2024-11-21T04:11:28,174 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732162282045' 2024-11-21T04:11:28,174 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17321622820452' 2024-11-21T04:11:28,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17321622820451' 2024-11-21T04:11:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T04:11:28,510 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17321622820452 completed 2024-11-21T04:11:28,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17321622820452 get assigned. Timeout = 60000ms 2024-11-21T04:11:28,512 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:11:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17321622820452 assigned to meta. Checking AM states. 2024-11-21T04:11:28,518 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:11:28,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17321622820452 assigned. 2024-11-21T04:11:28,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17321622820453', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:11:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17321622820453 2024-11-21T04:11:28,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17321622820453 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T04:11:28,524 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:28,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17321622820453" procId is: 17 2024-11-21T04:11:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T04:11:28,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17321622820453 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T04:11:28,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741845_1021 (size=390) 2024-11-21T04:11:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T04:11:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T04:11:28,936 INFO [RegionOpenAndInit-ns4:test-17321622820453-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eebda7fbf14ffe86a82241a4451b6428, NAME => 'ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17321622820453', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:11:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741846_1022 (size=50) 2024-11-21T04:11:28,946 DEBUG [RegionOpenAndInit-ns4:test-17321622820453-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:28,946 DEBUG [RegionOpenAndInit-ns4:test-17321622820453-pool-0 {}] regionserver.HRegion(1722): Closing eebda7fbf14ffe86a82241a4451b6428, disabling compactions & flushes 2024-11-21T04:11:28,947 INFO [RegionOpenAndInit-ns4:test-17321622820453-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:11:28,947 DEBUG [RegionOpenAndInit-ns4:test-17321622820453-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:11:28,947 DEBUG [RegionOpenAndInit-ns4:test-17321622820453-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. after waiting 0 ms 2024-11-21T04:11:28,947 DEBUG [RegionOpenAndInit-ns4:test-17321622820453-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:11:28,947 INFO [RegionOpenAndInit-ns4:test-17321622820453-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:11:28,948 DEBUG [RegionOpenAndInit-ns4:test-17321622820453-pool-0 {}] regionserver.HRegion(1676): Region close journal for eebda7fbf14ffe86a82241a4451b6428: Waiting for close lock at 1732162288946Disabling compacts and flushes for region at 1732162288946Disabling writes for close at 1732162288947 (+1 ms)Writing region close event to WAL at 1732162288947Closed at 1732162288947 2024-11-21T04:11:28,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17321622820453 execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T04:11:28,950 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732162288950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162288950"}]},"ts":"1732162288950"} 2024-11-21T04:11:28,954 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T04:11:28,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17321622820453 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T04:11:28,956 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17321622820453","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162288955"}]},"ts":"1732162288955"} 2024-11-21T04:11:28,958 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17321622820453, state=ENABLING in hbase:meta 2024-11-21T04:11:28,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17321622820453, region=eebda7fbf14ffe86a82241a4451b6428, ASSIGN}] 2024-11-21T04:11:28,960 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17321622820453, region=eebda7fbf14ffe86a82241a4451b6428, ASSIGN 2024-11-21T04:11:28,961 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17321622820453, region=eebda7fbf14ffe86a82241a4451b6428, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:11:29,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eebda7fbf14ffe86a82241a4451b6428, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:29,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17321622820453, region=eebda7fbf14ffe86a82241a4451b6428, ASSIGN because future has completed 2024-11-21T04:11:29,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eebda7fbf14ffe86a82241a4451b6428, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:11:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T04:11:29,274 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:11:29,275 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => eebda7fbf14ffe86a82241a4451b6428, NAME => 'ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:11:29,275 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:11:29,275 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17321622820453 eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:11:29,275 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:29,276 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:11:29,276 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:11:29,278 INFO [StoreOpener-eebda7fbf14ffe86a82241a4451b6428-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:11:29,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-21T04:11:29,281 INFO [StoreOpener-eebda7fbf14ffe86a82241a4451b6428-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eebda7fbf14ffe86a82241a4451b6428 columnFamilyName f 2024-11-21T04:11:29,281 DEBUG [StoreOpener-eebda7fbf14ffe86a82241a4451b6428-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:29,282 INFO [StoreOpener-eebda7fbf14ffe86a82241a4451b6428-1 {}] regionserver.HStore(327): Store=eebda7fbf14ffe86a82241a4451b6428/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:29,282 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:11:29,283 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns4/test-17321622820453/eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:11:29,284 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns4/test-17321622820453/eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:11:29,285 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:11:29,285 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:11:29,288 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:11:29,291 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns4/test-17321622820453/eebda7fbf14ffe86a82241a4451b6428/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:11:29,292 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened eebda7fbf14ffe86a82241a4451b6428; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9595468480, jitterRate=-0.10635235905647278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:11:29,292 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:11:29,293 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for eebda7fbf14ffe86a82241a4451b6428: Running coprocessor pre-open hook at 1732162289276Writing region info on filesystem at 1732162289276Initializing all the Stores at 1732162289277 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162289277Cleaning up temporary data from old regions at 1732162289285 (+8 ms)Running coprocessor post-open hooks at 1732162289292 (+7 ms)Region opened successfully at 1732162289293 (+1 ms) 2024-11-21T04:11:29,295 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428., pid=19, masterSystemTime=1732162289269 2024-11-21T04:11:29,298 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:11:29,298 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:11:29,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eebda7fbf14ffe86a82241a4451b6428, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:29,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eebda7fbf14ffe86a82241a4451b6428, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:11:29,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T04:11:29,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure eebda7fbf14ffe86a82241a4451b6428, server=b69e2a1ee061,39389,1732162272713 in 188 msec 2024-11-21T04:11:29,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-21T04:11:29,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17321622820453, region=eebda7fbf14ffe86a82241a4451b6428, ASSIGN in 350 msec 2024-11-21T04:11:29,313 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17321622820453 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T04:11:29,314 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17321622820453","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162289313"}]},"ts":"1732162289313"} 2024-11-21T04:11:29,317 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17321622820453, state=ENABLED in hbase:meta 2024-11-21T04:11:29,319 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17321622820453 execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T04:11:29,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17321622820453 in 798 msec 2024-11-21T04:11:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-21T04:11:29,660 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17321622820453 completed 2024-11-21T04:11:29,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17321622820453 get assigned. Timeout = 60000ms 2024-11-21T04:11:29,660 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:11:29,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17321622820453 assigned to meta. Checking AM states. 2024-11-21T04:11:29,665 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:11:29,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17321622820453 assigned. 2024-11-21T04:11:29,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:11:29,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:11:29,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:29,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:29,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:11:29,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=9, AvailableMemoryMB=5833 2024-11-21T04:11:29,706 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-21T04:11:29,708 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-21T04:11:29,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732162282045 from 'test-1732162282045', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732162282045', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:11:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732162282045 2024-11-21T04:11:29,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741847_1023 (size=908) 2024-11-21T04:11:30,144 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/.tabledesc/.tableinfo.0000000001.367 2024-11-21T04:11:30,144 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/.tabledesc/.tableinfo.0000000002.908 2024-11-21T04:11:30,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732162282045}] 2024-11-21T04:11:30,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE}] 2024-11-21T04:11:30,160 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE 2024-11-21T04:11:30,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c428dfec48ea04a25c4e442d21e49442, regionState=CLOSING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE because future has completed 2024-11-21T04:11:30,164 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T04:11:30,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:11:30,323 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:30,323 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T04:11:30,324 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing c428dfec48ea04a25c4e442d21e49442, disabling compactions & flushes 2024-11-21T04:11:30,324 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:30,324 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:30,324 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. after waiting 0 ms 2024-11-21T04:11:30,324 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:30,328 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing c428dfec48ea04a25c4e442d21e49442 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-21T04:11:30,395 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f/f7dd963691884fd9a9505b7e739ce49d is 37, key is row10/f:q1/1732162284793/Put/seqid=0 2024-11-21T04:11:30,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741848_1024 (size=8413) 2024-11-21T04:11:30,806 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f/f7dd963691884fd9a9505b7e739ce49d 2024-11-21T04:11:30,867 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f/f7dd963691884fd9a9505b7e739ce49d as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d 2024-11-21T04:11:30,878 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d, entries=99, sequenceid=103, filesize=8.2 K 2024-11-21T04:11:30,885 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for c428dfec48ea04a25c4e442d21e49442 in 556ms, sequenceid=103, compaction requested=false 2024-11-21T04:11:30,893 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-21T04:11:30,897 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:11:30,897 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:30,897 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for c428dfec48ea04a25c4e442d21e49442: Waiting for close lock at 1732162290324Running coprocessor pre-close hooks at 1732162290324Disabling compacts and flushes for region at 1732162290324Disabling writes for close at 1732162290324Obtaining lock to block concurrent updates at 1732162290328 (+4 ms)Preparing flush snapshotting stores in c428dfec48ea04a25c4e442d21e49442 at 1732162290328Finished memstore snapshotting test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732162290336 (+8 ms)Flushing stores of test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. at 1732162290337 (+1 ms)Flushing c428dfec48ea04a25c4e442d21e49442/f: creating writer at 1732162290339 (+2 ms)Flushing c428dfec48ea04a25c4e442d21e49442/f: appending metadata at 1732162290382 (+43 ms)Flushing c428dfec48ea04a25c4e442d21e49442/f: closing flushed file at 1732162290385 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303dd966: reopening flushed file at 1732162290865 (+480 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for c428dfec48ea04a25c4e442d21e49442 in 556ms, sequenceid=103, compaction requested=false at 1732162290885 (+20 ms)Writing region close event to WAL at 1732162290887 (+2 ms)Running coprocessor post-close hooks at 1732162290894 (+7 ms)Closed at 1732162290897 (+3 ms) 2024-11-21T04:11:30,897 WARN [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: c428dfec48ea04a25c4e442d21e49442 to self. 2024-11-21T04:11:30,901 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:30,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c428dfec48ea04a25c4e442d21e49442, regionState=CLOSED 2024-11-21T04:11:30,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:11:30,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-21T04:11:30,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713 in 742 msec 2024-11-21T04:11:30,911 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE; state=CLOSED, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=true 2024-11-21T04:11:31,062 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c428dfec48ea04a25c4e442d21e49442, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:31,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE because future has completed 2024-11-21T04:11:31,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:11:31,224 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:31,224 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c428dfec48ea04a25c4e442d21e49442, NAME => 'test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:11:31,225 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:11:31,225 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732162282045 c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,225 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:31,225 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,225 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,228 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,229 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c428dfec48ea04a25c4e442d21e49442 columnFamilyName f 2024-11-21T04:11:31,229 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:31,240 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d 2024-11-21T04:11:31,240 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(327): Store=c428dfec48ea04a25c4e442d21e49442/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:31,241 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,243 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c428dfec48ea04a25c4e442d21e49442 columnFamilyName f3 2024-11-21T04:11:31,243 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:31,244 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(327): Store=c428dfec48ea04a25c4e442d21e49442/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:31,245 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,253 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c428dfec48ea04a25c4e442d21e49442 columnFamilyName mob 2024-11-21T04:11:31,259 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:31,259 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(327): Store=c428dfec48ea04a25c4e442d21e49442/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:31,260 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,262 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,264 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,265 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,266 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,267 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732162282045 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:11:31,269 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,270 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c428dfec48ea04a25c4e442d21e49442; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9755837600, jitterRate=-0.09141682088375092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:11:31,270 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:31,271 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c428dfec48ea04a25c4e442d21e49442: Running coprocessor pre-open hook at 1732162291225Writing region info on filesystem at 1732162291225Initializing all the Stores at 1732162291227 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162291227Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162291227Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162291227Cleaning up temporary data from old regions at 1732162291266 (+39 ms)Running coprocessor post-open hooks at 1732162291270 (+4 ms)Region opened successfully at 1732162291271 (+1 ms) 2024-11-21T04:11:31,272 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442., pid=24, masterSystemTime=1732162291218 2024-11-21T04:11:31,275 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:31,275 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:31,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c428dfec48ea04a25c4e442d21e49442, regionState=OPEN, openSeqNum=107, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:31,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:11:31,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-21T04:11:31,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713 in 215 msec 2024-11-21T04:11:31,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-21T04:11:31,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE in 1.1260 sec 2024-11-21T04:11:31,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-21T04:11:31,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732162282045 in 1.1410 sec 2024-11-21T04:11:31,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732162282045 in 1.5810 sec 2024-11-21T04:11:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-21T04:11:31,305 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732162282045 completed 2024-11-21T04:11:31,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29611ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:31,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:11:31,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:11:31,307 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:11:31,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:11:31,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:11:31,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cccc032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:31,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:11:31,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:11:31,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:31,310 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:11:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ed8818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:31,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:11:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:11:31,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:11:31,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:11:31,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732162282045', row='row-test-1732162282045-3-0', locateType=CURRENT is [region=test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442., hostname=b69e2a1ee061,39389,1732162272713, seqNum=107] 2024-11-21T04:11:31,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:11:31,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17321622820451 2024-11-21T04:11:31,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17321622820451 Metrics about Tables on a single HBase RegionServer 2024-11-21T04:11:31,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:31,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21552cf6 2024-11-21T04:11:31,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17321622820453 2024-11-21T04:11:31,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17321622820453 Metrics about Tables on a single HBase RegionServer 2024-11-21T04:11:31,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732162282045 2024-11-21T04:11:31,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732162282045 Metrics about Tables on a single HBase RegionServer 2024-11-21T04:11:31,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17321622820452 2024-11-21T04:11:31,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17321622820452 Metrics about Tables on a single HBase RegionServer 2024-11-21T04:11:31,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:11:31,382 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:11:31,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-21T04:11:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-21T04:11:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T04:11:31,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 10 msec 2024-11-21T04:11:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T04:11:31,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-21T04:11:31,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:11:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-21T04:11:31,531 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T04:11:31,531 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:31,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-21T04:11:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-21T04:11:31,533 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T04:11:31,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741849_1025 (size=635) 2024-11-21T04:11:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-21T04:11:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-21T04:11:31,944 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbce5f19561ad473273b6aea73580d1a, NAME => 'backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:11:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741850_1026 (size=40) 2024-11-21T04:11:31,952 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:31,952 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing bbce5f19561ad473273b6aea73580d1a, disabling compactions & flushes 2024-11-21T04:11:31,952 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:11:31,953 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:11:31,953 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. after waiting 0 ms 2024-11-21T04:11:31,953 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:11:31,953 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:11:31,953 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbce5f19561ad473273b6aea73580d1a: Waiting for close lock at 1732162291952Disabling compacts and flushes for region at 1732162291952Disabling writes for close at 1732162291953 (+1 ms)Writing region close event to WAL at 1732162291953Closed at 1732162291953 2024-11-21T04:11:31,955 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T04:11:31,955 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732162291955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162291955"}]},"ts":"1732162291955"} 2024-11-21T04:11:31,958 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T04:11:31,959 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T04:11:31,959 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162291959"}]},"ts":"1732162291959"} 2024-11-21T04:11:31,961 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-21T04:11:31,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=bbce5f19561ad473273b6aea73580d1a, ASSIGN}] 2024-11-21T04:11:31,963 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=bbce5f19561ad473273b6aea73580d1a, ASSIGN 2024-11-21T04:11:31,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=bbce5f19561ad473273b6aea73580d1a, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:11:32,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=bbce5f19561ad473273b6aea73580d1a, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=bbce5f19561ad473273b6aea73580d1a, ASSIGN because future has completed 2024-11-21T04:11:32,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbce5f19561ad473273b6aea73580d1a, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:11:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-21T04:11:32,275 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:11:32,275 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => bbce5f19561ad473273b6aea73580d1a, NAME => 'backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:11:32,276 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:11:32,276 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,276 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:32,276 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,276 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,278 INFO [StoreOpener-bbce5f19561ad473273b6aea73580d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,280 INFO [StoreOpener-bbce5f19561ad473273b6aea73580d1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbce5f19561ad473273b6aea73580d1a columnFamilyName meta 2024-11-21T04:11:32,280 DEBUG [StoreOpener-bbce5f19561ad473273b6aea73580d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:32,281 INFO [StoreOpener-bbce5f19561ad473273b6aea73580d1a-1 {}] regionserver.HStore(327): Store=bbce5f19561ad473273b6aea73580d1a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:32,281 INFO [StoreOpener-bbce5f19561ad473273b6aea73580d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,283 INFO [StoreOpener-bbce5f19561ad473273b6aea73580d1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbce5f19561ad473273b6aea73580d1a columnFamilyName session 2024-11-21T04:11:32,283 DEBUG [StoreOpener-bbce5f19561ad473273b6aea73580d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:32,284 INFO [StoreOpener-bbce5f19561ad473273b6aea73580d1a-1 {}] regionserver.HStore(327): Store=bbce5f19561ad473273b6aea73580d1a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:32,284 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,286 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,286 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,287 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,287 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,288 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T04:11:32,289 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,292 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:11:32,293 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened bbce5f19561ad473273b6aea73580d1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11909126880, jitterRate=0.10912387073040009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T04:11:32,293 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:32,294 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for bbce5f19561ad473273b6aea73580d1a: Running coprocessor pre-open hook at 1732162292276Writing region info on filesystem at 1732162292276Initializing all the Stores at 1732162292277 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162292277Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162292278 (+1 ms)Cleaning up temporary data from old regions at 1732162292287 (+9 ms)Running coprocessor post-open hooks at 1732162292293 (+6 ms)Region opened successfully at 1732162292294 (+1 ms) 2024-11-21T04:11:32,295 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., pid=28, masterSystemTime=1732162292270 2024-11-21T04:11:32,298 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:11:32,298 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:11:32,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=bbce5f19561ad473273b6aea73580d1a, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:32,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbce5f19561ad473273b6aea73580d1a, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:11:32,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-21T04:11:32,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure bbce5f19561ad473273b6aea73580d1a, server=b69e2a1ee061,39389,1732162272713 in 184 msec 2024-11-21T04:11:32,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-21T04:11:32,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=bbce5f19561ad473273b6aea73580d1a, ASSIGN in 343 msec 2024-11-21T04:11:32,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T04:11:32,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162292309"}]},"ts":"1732162292309"} 2024-11-21T04:11:32,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-21T04:11:32,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T04:11:32,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 785 msec 2024-11-21T04:11:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-21T04:11:32,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-21T04:11:32,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:11:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-21T04:11:32,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T04:11:32,692 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:32,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-21T04:11:32,693 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T04:11:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T04:11:32,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741851_1027 (size=640) 2024-11-21T04:11:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T04:11:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T04:11:33,103 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a05b096fd6488c05b0cfa497e8fd0fa3, NAME => 'backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:11:33,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741852_1028 (size=45) 2024-11-21T04:11:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T04:11:33,513 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:33,513 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing a05b096fd6488c05b0cfa497e8fd0fa3, disabling compactions & flushes 2024-11-21T04:11:33,513 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:11:33,513 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:11:33,513 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. after waiting 0 ms 2024-11-21T04:11:33,513 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:11:33,513 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:11:33,513 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for a05b096fd6488c05b0cfa497e8fd0fa3: Waiting for close lock at 1732162293513Disabling compacts and flushes for region at 1732162293513Disabling writes for close at 1732162293513Writing region close event to WAL at 1732162293513Closed at 1732162293513 2024-11-21T04:11:33,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T04:11:33,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732162293515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162293515"}]},"ts":"1732162293515"} 2024-11-21T04:11:33,518 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T04:11:33,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T04:11:33,520 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162293520"}]},"ts":"1732162293520"} 2024-11-21T04:11:33,523 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-21T04:11:33,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=a05b096fd6488c05b0cfa497e8fd0fa3, ASSIGN}] 2024-11-21T04:11:33,525 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=a05b096fd6488c05b0cfa497e8fd0fa3, ASSIGN 2024-11-21T04:11:33,527 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=a05b096fd6488c05b0cfa497e8fd0fa3, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:11:33,677 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=a05b096fd6488c05b0cfa497e8fd0fa3, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:33,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=a05b096fd6488c05b0cfa497e8fd0fa3, ASSIGN because future has completed 2024-11-21T04:11:33,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure a05b096fd6488c05b0cfa497e8fd0fa3, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:11:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T04:11:33,838 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:11:33,838 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => a05b096fd6488c05b0cfa497e8fd0fa3, NAME => 'backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:11:33,839 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:11:33,839 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,839 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:11:33,839 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,839 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,842 INFO [StoreOpener-a05b096fd6488c05b0cfa497e8fd0fa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,845 INFO [StoreOpener-a05b096fd6488c05b0cfa497e8fd0fa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05b096fd6488c05b0cfa497e8fd0fa3 columnFamilyName meta 2024-11-21T04:11:33,845 DEBUG [StoreOpener-a05b096fd6488c05b0cfa497e8fd0fa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:33,846 INFO [StoreOpener-a05b096fd6488c05b0cfa497e8fd0fa3-1 {}] regionserver.HStore(327): Store=a05b096fd6488c05b0cfa497e8fd0fa3/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:33,846 INFO [StoreOpener-a05b096fd6488c05b0cfa497e8fd0fa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,848 INFO [StoreOpener-a05b096fd6488c05b0cfa497e8fd0fa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a05b096fd6488c05b0cfa497e8fd0fa3 columnFamilyName session 2024-11-21T04:11:33,849 DEBUG [StoreOpener-a05b096fd6488c05b0cfa497e8fd0fa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:33,849 INFO [StoreOpener-a05b096fd6488c05b0cfa497e8fd0fa3-1 {}] regionserver.HStore(327): Store=a05b096fd6488c05b0cfa497e8fd0fa3/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:11:33,850 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,851 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system_bulk/a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,851 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system_bulk/a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,852 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,852 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,853 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T04:11:33,855 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,858 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system_bulk/a05b096fd6488c05b0cfa497e8fd0fa3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:11:33,858 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened a05b096fd6488c05b0cfa497e8fd0fa3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11923913120, jitterRate=0.11050094664096832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T04:11:33,859 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:11:33,859 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for a05b096fd6488c05b0cfa497e8fd0fa3: Running coprocessor pre-open hook at 1732162293839Writing region info on filesystem at 1732162293839Initializing all the Stores at 1732162293842 (+3 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162293842Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162293842Cleaning up temporary data from old regions at 1732162293852 (+10 ms)Running coprocessor post-open hooks at 1732162293859 (+7 ms)Region opened successfully at 1732162293859 2024-11-21T04:11:33,860 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3., pid=31, masterSystemTime=1732162293833 2024-11-21T04:11:33,863 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:11:33,863 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:11:33,864 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=a05b096fd6488c05b0cfa497e8fd0fa3, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:33,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure a05b096fd6488c05b0cfa497e8fd0fa3, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:11:33,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-21T04:11:33,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure a05b096fd6488c05b0cfa497e8fd0fa3, server=b69e2a1ee061,39389,1732162272713 in 186 msec 2024-11-21T04:11:33,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-21T04:11:33,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=a05b096fd6488c05b0cfa497e8fd0fa3, ASSIGN in 346 msec 2024-11-21T04:11:33,874 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T04:11:33,874 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162293874"}]},"ts":"1732162293874"} 2024-11-21T04:11:33,877 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-21T04:11:33,878 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T04:11:33,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1900 sec 2024-11-21T04:11:34,176 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-21T04:11:34,176 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-21T04:11:34,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17321622820453' 2024-11-21T04:11:34,778 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-21T04:11:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-21T04:11:34,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-21T04:11:34,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:11:34,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:11:34,868 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-21T04:11:34,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:11:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-21T04:11:34,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-21T04:11:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732162294907 (current time:1732162294907). 2024-11-21T04:11:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:11:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-21T04:11:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8236ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:11:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:11:34,916 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:11:34,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:11:34,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:11:34,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa76900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:34,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:11:34,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:11:34,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:34,920 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:11:34,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60883bb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:11:34,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:11:34,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:11:34,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:11:34,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227. 2024-11-21T04:11:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:11:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:34,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:11:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-21T04:11:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-21T04:11:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-21T04:11:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T04:11:34,974 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:11:34,984 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:11:35,010 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:11:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T04:11:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741853_1029 (size=52) 2024-11-21T04:11:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T04:11:35,509 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:11:35,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a}] 2024-11-21T04:11:35,518 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T04:11:35,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T04:11:35,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:11:35,685 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing bbce5f19561ad473273b6aea73580d1a 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-21T04:11:35,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/155d5eeccfb044119637ee6433f794f6 is 49, key is activesession:/session:c/1732162294892/Put/seqid=0 2024-11-21T04:11:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741854_1030 (size=5049) 2024-11-21T04:11:35,734 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/155d5eeccfb044119637ee6433f794f6 2024-11-21T04:11:35,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/155d5eeccfb044119637ee6433f794f6 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/155d5eeccfb044119637ee6433f794f6 2024-11-21T04:11:35,768 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/155d5eeccfb044119637ee6433f794f6, entries=1, sequenceid=5, filesize=4.9 K 2024-11-21T04:11:35,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for bbce5f19561ad473273b6aea73580d1a in 94ms, sequenceid=5, compaction requested=false 2024-11-21T04:11:35,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for bbce5f19561ad473273b6aea73580d1a: 2024-11-21T04:11:35,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. for snapshot_backup_system completed. 2024-11-21T04:11:35,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a.' region-info for snapshot=snapshot_backup_system 2024-11-21T04:11:35,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:11:35,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:11:35,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/155d5eeccfb044119637ee6433f794f6] hfiles 2024-11-21T04:11:35,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/155d5eeccfb044119637ee6433f794f6 for snapshot=snapshot_backup_system 2024-11-21T04:11:35,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741855_1031 (size=95) 2024-11-21T04:11:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T04:11:36,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:11:36,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T04:11:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T04:11:36,227 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:36,227 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:36,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-21T04:11:36,233 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:11:36,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a in 717 msec 2024-11-21T04:11:36,236 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:11:36,237 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:11:36,238 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-21T04:11:36,242 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-21T04:11:36,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741856_1032 (size=731) 2024-11-21T04:11:36,672 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:11:36,688 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:11:36,689 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_backup_system 2024-11-21T04:11:36,692 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:11:36,692 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-21T04:11:36,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7350 sec 2024-11-21T04:11:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-21T04:11:37,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-21T04:11:37,142 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732162291358 started at 1732162297141. 2024-11-21T04:11:37,162 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732162291358 has been started. 2024-11-21T04:11:37,173 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-21T04:11:37,181 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-21T04:11:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-21T04:11:37,186 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-21T04:11:37,187 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-21T04:11:37,187 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-21T04:11:37,187 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-21T04:11:37,191 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-21T04:11:37,191 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-21T04:11:37,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-21T04:11:37,261 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,261 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-21T04:11:37,261 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-21T04:11:37,262 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,262 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-21T04:11:37,262 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-21T04:11:37,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-21T04:11:37,263 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-21T04:11:37,263 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-21T04:11:37,263 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-21T04:11:37,267 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-21T04:11:37,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-21T04:11:37,269 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-21T04:11:37,269 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-21T04:11:37,269 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-21T04:11:37,269 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-21T04:11:37,270 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b69e2a1ee061,39389,1732162272713' joining acquired barrier for procedure (rolllog) in zk 2024-11-21T04:11:37,281 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:37,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,282 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,282 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:11:37,282 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:11:37,285 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-21T04:11:37,285 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-21T04:11:37,296 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:11:37,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:11:37,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:37,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,305 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:11:37,305 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b69e2a1ee061,39389,1732162272713' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-21T04:11:37,305 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@25e15659[Count = 0] remaining members to acquire global barrier 2024-11-21T04:11:37,305 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-21T04:11:37,305 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:37,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:37,313 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:37,313 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:37,313 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,313 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-21T04:11:37,313 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-21T04:11:37,314 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-21T04:11:37,314 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,322 INFO [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732162276058 highest: 1732162283755 on b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,323 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0:(num 1732162276058) roll requested 2024-11-21T04:11:37,343 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323, exclude list is [], retry=0 2024-11-21T04:11:37,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:11:37,355 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162276058 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323 2024-11-21T04:11:37,357 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:11:37,357 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162276058 is not closed yet, will try archiving it next time 2024-11-21T04:11:37,357 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.meta:.meta(num 1732162276545) roll requested 2024-11-21T04:11:37,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741833_1009 (size=1034) 2024-11-21T04:11:37,363 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162276058 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162276058 2024-11-21T04:11:37,380 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162297358.meta, exclude list is [], retry=0 2024-11-21T04:11:37,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:11:37,391 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162276545.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162297358.meta 2024-11-21T04:11:37,400 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:11:37,400 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162276545.meta is not closed yet, will try archiving it next time 2024-11-21T04:11:37,400 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1:(num 1732162283755) roll requested 2024-11-21T04:11:37,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741834_1010 (size=12055) 2024-11-21T04:11:37,418 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401, exclude list is [], retry=0 2024-11-21T04:11:37,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:11:37,423 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 101 2024-11-21T04:11:37,424 INFO [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732162297323 on b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,424 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:11:37,424 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:11:37,425 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a9c8fb 2024-11-21T04:11:37,425 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:11:37,426 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T04:11:37,426 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162283755 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401 2024-11-21T04:11:37,427 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:11:37,427 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162283755 is not closed yet, will try archiving it next time 2024-11-21T04:11:37,427 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:11:37,427 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:11:37,428 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:11:37,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741840_1016 (size=4756) 2024-11-21T04:11:37,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T04:11:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:11:37,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:11:37,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:44433/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:11:37,484 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-21T04:11:37,484 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b69e2a1ee061,39389,1732162272713' in zk 2024-11-21T04:11:37,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,503 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:11:37,503 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:11:37,503 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:11:37,504 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:11:37,504 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-21T04:11:37,504 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-21T04:11:37,504 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-21T04:11:37,505 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:37,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:11:37,507 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:37,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,509 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b69e2a1ee061,39389,1732162272713': 2024-11-21T04:11:37,510 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b69e2a1ee061,39389,1732162272713' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-21T04:11:37,510 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-21T04:11:37,510 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-21T04:11:37,510 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-21T04:11:37,510 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-21T04:11:37,510 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-21T04:11:37,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:11:37,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:11:37,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-21T04:11:37,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-21T04:11:37,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:11:37,524 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-21T04:11:37,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:11:37,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-21T04:11:37,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:11:37,525 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,525 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-21T04:11:37,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-21T04:11:37,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-21T04:11:37,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:37,527 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:11:37,527 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:37,528 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:11:37,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:37,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-21T04:11:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-21T04:11:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-21T04:11:37,545 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-21T04:11:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-21T04:11:37,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-21T04:11:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:11:37,546 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-21T04:11:37,546 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-21T04:11:37,546 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-21T04:11:37,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-21T04:11:37,547 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-21T04:11:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-21T04:11:37,570 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } 2024-11-21T04:11:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732162297570 (current time:1732162297570). 2024-11-21T04:11:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:11:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732162297568_default_test-1732162282045 VERSION not specified, setting to 2 2024-11-21T04:11:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a222f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:11:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:11:37,571 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:11:37,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:11:37,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:11:37,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ebf69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:37,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:11:37,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:11:37,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:37,574 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:11:37,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bb60aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:11:37,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:11:37,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:11:37,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:11:37,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227. 2024-11-21T04:11:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:11:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:37,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:11:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-21T04:11:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } 2024-11-21T04:11:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-21T04:11:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T04:11:37,585 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:11:37,587 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:11:37,592 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:11:37,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741860_1036 (size=84) 2024-11-21T04:11:37,607 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:11:37,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c428dfec48ea04a25c4e442d21e49442}] 2024-11-21T04:11:37,609 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T04:11:37,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T04:11:37,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:37,764 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c428dfec48ea04a25c4e442d21e49442 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-21T04:11:37,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f3/cea0eb5923bc45eb912475c8f7d6d36c is 58, key is row-test-1732162282045-3-0/f3:q1/1732162291321/Put/seqid=0 2024-11-21T04:11:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741861_1037 (size=5387) 2024-11-21T04:11:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T04:11:38,201 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f3/cea0eb5923bc45eb912475c8f7d6d36c 2024-11-21T04:11:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T04:11:38,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741862_1038 (size=4469) 2024-11-21T04:11:38,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/mob/ccd245635299418a87fa8b516594778b is 59, key is row-test-1732162282045-3-0/mob:q1/1732162291340/Put/seqid=0 2024-11-21T04:11:38,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741863_1039 (size=5484) 2024-11-21T04:11:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T04:11:39,067 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/mob/ccd245635299418a87fa8b516594778b 2024-11-21T04:11:39,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f3/cea0eb5923bc45eb912475c8f7d6d36c as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c 2024-11-21T04:11:39,091 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c, entries=6, sequenceid=121, filesize=5.3 K 2024-11-21T04:11:39,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/mob/ccd245635299418a87fa8b516594778b as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b 2024-11-21T04:11:39,104 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b, entries=6, sequenceid=121, filesize=5.4 K 2024-11-21T04:11:39,106 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c428dfec48ea04a25c4e442d21e49442 in 1342ms, sequenceid=121, compaction requested=false 2024-11-21T04:11:39,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c428dfec48ea04a25c4e442d21e49442: 2024-11-21T04:11:39,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. for snapshot_1732162297568_default_test-1732162282045 completed. 2024-11-21T04:11:39,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442.' region-info for snapshot=snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:39,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:11:39,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d] hfiles 2024-11-21T04:11:39,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d for snapshot=snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:39,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c] hfiles 2024-11-21T04:11:39,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c for snapshot=snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:39,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b] hfiles 2024-11-21T04:11:39,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b for snapshot=snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:39,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741864_1040 (size=185) 2024-11-21T04:11:39,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:39,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T04:11:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T04:11:39,519 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732162297568_default_test-1732162282045 on region c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:39,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:39,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-21T04:11:39,528 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:11:39,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c428dfec48ea04a25c4e442d21e49442 in 1.9160 sec 2024-11-21T04:11:39,532 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:11:39,535 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-21T04:11:39,535 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-21T04:11:39,536 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:39,537 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-21T04:11:39,537 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:39,538 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-21T04:11:39,538 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:39,548 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-21T04:11:39,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741865_1041 (size=49) 2024-11-21T04:11:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T04:11:39,981 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:11:39,981 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:39,983 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:40,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741866_1042 (size=1146) 2024-11-21T04:11:40,043 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T04:11:40,490 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:11:40,540 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:11:40,545 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162297568_default_test-1732162282045 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:40,553 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:11:40,553 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-21T04:11:40,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732162297568_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } in 2.9720 sec 2024-11-21T04:11:41,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-21T04:11:41,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-21T04:11:41,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-21T04:11:41,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-21T04:11:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-21T04:11:41,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732162282045 completed 2024-11-21T04:11:41,762 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } 2024-11-21T04:11:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732162301762 (current time:1732162301762). 2024-11-21T04:11:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:11:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732162301761_ns2_test-17321622820451 VERSION not specified, setting to 2 2024-11-21T04:11:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19146b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:11:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:11:41,765 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:11:41,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:11:41,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:11:41,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a76cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:41,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:11:41,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:11:41,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:41,768 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:11:41,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b3760c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:11:41,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:11:41,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:11:41,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:11:41,776 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227. 2024-11-21T04:11:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:11:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:41,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:11:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-21T04:11:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } 2024-11-21T04:11:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-21T04:11:41,784 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:11:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-21T04:11:41,788 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:11:41,811 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:11:41,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741867_1043 (size=86) 2024-11-21T04:11:41,843 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:11:41,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aac42431d8f403f7b8a82b6057334e7e}] 2024-11-21T04:11:41,845 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-21T04:11:42,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-21T04:11:42,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:11:42,007 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing aac42431d8f403f7b8a82b6057334e7e 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-21T04:11:42,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/.tmp/f/0a59f5d851404ace870848e6ed0af4fa is 37, key is row10/f:q1/1732162286197/Put/seqid=0 2024-11-21T04:11:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-21T04:11:42,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741868_1044 (size=8413) 2024-11-21T04:11:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-21T04:11:42,533 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/.tmp/f/0a59f5d851404ace870848e6ed0af4fa 2024-11-21T04:11:42,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/.tmp/f/0a59f5d851404ace870848e6ed0af4fa as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa 2024-11-21T04:11:42,561 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa, entries=99, sequenceid=103, filesize=8.2 K 2024-11-21T04:11:42,563 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for aac42431d8f403f7b8a82b6057334e7e in 556ms, sequenceid=103, compaction requested=false 2024-11-21T04:11:42,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for aac42431d8f403f7b8a82b6057334e7e: 2024-11-21T04:11:42,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. for snapshot_1732162301761_ns2_test-17321622820451 completed. 2024-11-21T04:11:42,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e.' region-info for snapshot=snapshot_1732162301761_ns2_test-17321622820451 2024-11-21T04:11:42,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:11:42,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa] hfiles 2024-11-21T04:11:42,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa for snapshot=snapshot_1732162301761_ns2_test-17321622820451 2024-11-21T04:11:42,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741869_1045 (size=91) 2024-11-21T04:11:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-21T04:11:42,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:11:42,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-21T04:11:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-21T04:11:42,974 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732162301761_ns2_test-17321622820451 on region aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:42,975 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:11:42,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T04:11:42,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aac42431d8f403f7b8a82b6057334e7e in 1.1330 sec 2024-11-21T04:11:42,980 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:11:42,981 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:11:42,982 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:11:42,982 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732162301761_ns2_test-17321622820451 2024-11-21T04:11:42,987 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162301761_ns2_test-17321622820451 2024-11-21T04:11:43,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741870_1046 (size=456) 2024-11-21T04:11:43,038 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:11:43,051 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:11:43,052 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162301761_ns2_test-17321622820451 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162301761_ns2_test-17321622820451 2024-11-21T04:11:43,054 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:11:43,054 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-21T04:11:43,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732162301761_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } in 1.2770 sec 2024-11-21T04:11:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-21T04:11:43,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17321622820451 completed 2024-11-21T04:11:43,941 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732162291358 2024-11-21T04:11:43,941 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-21T04:11:43,942 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-21T04:11:43,944 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732162291358_test-1732162282045 2024-11-21T04:11:43,944 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732162297568_default_test-1732162282045 to hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/ 2024-11-21T04:11:43,951 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-21T04:11:44,002 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:11:44,002 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1750971821_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/.hbase-snapshot/.tmp/snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:44,012 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-21T04:11:44,032 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162297568_default_test-1732162282045 to hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/.hbase-snapshot/.tmp/snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741871_1047 (size=84) 2024-11-21T04:11:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741872_1048 (size=1146) 2024-11-21T04:11:44,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:44,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:44,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:45,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-8052735358841041067.jar 2024-11-21T04:11:45,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:45,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:45,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:45,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:45,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:45,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:45,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:45,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:45,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:45,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:11:45,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:11:45,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:11:45,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:11:45,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:11:45,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:11:45,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:11:45,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:11:45,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:11:45,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:11:45,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:11:45,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:11:45,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:11:45,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:11:45,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:11:45,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:11:45,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:11:45,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:11:46,134 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:11:46,253 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732162297568_default_test-1732162282045' hfile list 2024-11-21T04:11:46,273 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-21T04:11:47,084 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local529347360_0001_eb6a239b-db5e-49a9-93eb-a5df052f605b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:11:47,084 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local529347360_0001_eb6a239b-db5e-49a9-93eb-a5df052f605b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:11:47,517 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-21T04:11:47,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741873_1049 (size=8413) 2024-11-21T04:11:48,082 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d output=hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d 2024-11-21T04:11:48,085 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.015M/sec 2024-11-21T04:11:48,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741874_1050 (size=5484) 2024-11-21T04:11:48,254 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b output=hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b 2024-11-21T04:11:48,254 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.040M/sec 2024-11-21T04:11:48,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741875_1051 (size=5387) 2024-11-21T04:11:48,540 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c output=hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c 2024-11-21T04:11:48,541 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.022M/sec 2024-11-21T04:11:49,279 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-21T04:11:49,281 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-21T04:11:49,352 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:49,352 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732162297568_default_test-1732162282045 finished. 2024-11-21T04:11:49,353 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732162291358_ns2:test-17321622820451 2024-11-21T04:11:49,353 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732162301761_ns2_test-17321622820451 to hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/ 2024-11-21T04:11:49,353 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-21T04:11:49,404 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:11:49,404 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1750971821_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/.hbase-snapshot/.tmp/snapshot_1732162301761_ns2_test-17321622820451 2024-11-21T04:11:49,415 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-21T04:11:49,460 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162301761_ns2_test-17321622820451 to hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/.hbase-snapshot/.tmp/snapshot_1732162301761_ns2_test-17321622820451 2024-11-21T04:11:49,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741876_1052 (size=86) 2024-11-21T04:11:49,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741877_1053 (size=456) 2024-11-21T04:11:49,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:49,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:49,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:51,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-6005930573045501649.jar 2024-11-21T04:11:51,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:51,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:51,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:51,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:51,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:51,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:51,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:51,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:51,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:11:51,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:11:51,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:11:51,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:11:51,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:11:51,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:11:51,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:11:51,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:11:51,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:11:51,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:11:51,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:11:51,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:11:51,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:11:51,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:11:51,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:11:51,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:11:51,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:11:51,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:11:51,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:11:51,501 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:11:51,664 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732162301761_ns2_test-17321622820451' hfile list 2024-11-21T04:11:51,671 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-21T04:11:52,001 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1380289468_0002_94f7ac2f-e937-4fac-9ca9-d9748dd92409/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:11:52,002 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1380289468_0002_94f7ac2f-e937-4fac-9ca9-d9748dd92409/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:11:52,225 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-21T04:11:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741878_1054 (size=8413) 2024-11-21T04:11:52,437 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa output=hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa 2024-11-21T04:11:52,437 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.050M/sec 2024-11-21T04:11:53,108 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-21T04:11:53,110 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-21T04:11:53,129 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732162301761_ns2_test-17321622820451 2024-11-21T04:11:53,129 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732162301761_ns2_test-17321622820451 finished. 2024-11-21T04:11:53,129 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732162282045 2024-11-21T04:11:53,129 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17321622820451 2024-11-21T04:11:53,266 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732162291358 2024-11-21T04:11:53,266 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-21T04:11:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741879_1055 (size=130) 2024-11-21T04:11:53,354 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44433/backupUT/backup_1732162291358/.backup.manifest 2024-11-21T04:11:53,356 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732162291358 finished: type=FULL,tablelist=test-1732162282045;ns2:test-17321622820451,targetRootDir=hdfs://localhost:44433/backupUT,startts=1732162297141,completets=1732162313264,bytescopied=0 2024-11-21T04:11:53,356 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-21T04:11:53,356 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:53,361 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732162297568_default_test-1732162282045" type: DISABLED 2024-11-21T04:11:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732162297568_default_test-1732162282045 2024-11-21T04:11:53,373 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732162297568_default_test-1732162282045 for backup backup_1732162291358 succeeded. 2024-11-21T04:11:53,374 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732162301761_ns2_test-17321622820451 2024-11-21T04:11:53,376 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732162301761_ns2_test-17321622820451" type: DISABLED 2024-11-21T04:11:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732162301761_ns2_test-17321622820451 2024-11-21T04:11:53,398 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732162301761_ns2_test-17321622820451 for backup backup_1732162291358 succeeded. 2024-11-21T04:11:53,411 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-21T04:11:53,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-21T04:11:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-21T04:11:53,484 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-21T04:11:53,509 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-21T04:11:53,568 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732162291358 completed. 2024-11-21T04:11:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:11:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:11:53,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732162291358', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:11:54,377 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732162282045 2024-11-21T04:11:54,433 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732162282045 2024-11-21T04:11:55,078 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732162282045 to Mob enabled CF 2024-11-21T04:11:55,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17321622820451', row='row-t20', locateType=CURRENT is [region=ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:11:55,207 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17321622820451 2024-11-21T04:11:55,217 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:11:55,218 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] assignment.SplitTableRegionProcedure(210): test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. splitKey isn't explicitly specified, will try to find a best split key from RS b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:55,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d because midkey is the same as first or last row 2024-11-21T04:11:55,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c because midkey is the same as first or last row 2024-11-21T04:11:55,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b because midkey is the same as first or last row 2024-11-21T04:11:55,223 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.HRegion(2902): Flushing c428dfec48ea04a25c4e442d21e49442 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-21T04:11:55,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f/45f978a00f1343b5945b4bcda55582a6 is 59, key is row-test-1732162282045-1-10/f:q1/1732162313856/Put/seqid=0 2024-11-21T04:11:55,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741880_1056 (size=10796) 2024-11-21T04:11:55,301 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f/45f978a00f1343b5945b4bcda55582a6 2024-11-21T04:11:55,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b20457c5430c4a5e86ab318fb1827e26_c428dfec48ea04a25c4e442d21e49442 is 63, key is row-test-1732162282045-3-100/mob:q1/1732162315034/Put/seqid=0 2024-11-21T04:11:55,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741881_1057 (size=5591) 2024-11-21T04:11:55,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:11:55,850 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b20457c5430c4a5e86ab318fb1827e26_c428dfec48ea04a25c4e442d21e49442 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/mobdir/data/default/test-1732162282045/a0c9e1d2d17577395c9cc79e9e65e397/mob/d41d8cd98f00b204e9800998ecf8427e20241121b20457c5430c4a5e86ab318fb1827e26_c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:11:55,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/mob/689c853fb5c74020862cc81fd15a1019, store: [table=test-1732162282045 family=mob region=c428dfec48ea04a25c4e442d21e49442] 2024-11-21T04:11:55,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/mob/689c853fb5c74020862cc81fd15a1019 is 192, key is row-test-1732162282045-3-100/mob:q1/1732162315034/Put/seqid=0 2024-11-21T04:11:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741882_1058 (size=13760) 2024-11-21T04:11:55,909 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/mob/689c853fb5c74020862cc81fd15a1019 2024-11-21T04:11:55,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f/45f978a00f1343b5945b4bcda55582a6 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/45f978a00f1343b5945b4bcda55582a6 2024-11-21T04:11:55,979 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/45f978a00f1343b5945b4bcda55582a6, entries=99, sequenceid=334, filesize=10.5 K 2024-11-21T04:11:55,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/mob/689c853fb5c74020862cc81fd15a1019 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/689c853fb5c74020862cc81fd15a1019 2024-11-21T04:11:56,021 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/689c853fb5c74020862cc81fd15a1019, entries=111, sequenceid=334, filesize=13.4 K 2024-11-21T04:11:56,022 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for c428dfec48ea04a25c4e442d21e49442 in 799ms, sequenceid=334, compaction requested=false 2024-11-21T04:11:56,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.HRegion(2603): Flush status journal for c428dfec48ea04a25c4e442d21e49442: 2024-11-21T04:11:56,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/45f978a00f1343b5945b4bcda55582a6 because midkey is the same as first or last row 2024-11-21T04:11:56,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c because midkey is the same as first or last row 2024-11-21T04:11:56,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/689c853fb5c74020862cc81fd15a1019 because midkey is the same as first or last row 2024-11-21T04:11:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T04:11:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.CallRunner(138): callId: 302 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:47306 deadline: 1732162375216, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-21T04:11:56,045 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:11:56,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732162282045 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:11:56,046 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T04:11:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732162282045,, stopping at row=test-1732162282045 ,, for max=2147483647 with caching=100 2024-11-21T04:11:56,063 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732162282045,, stopping at row=test-1732162282045 ,, for max=2147483647 with caching=100 2024-11-21T04:11:56,096 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =889 2024-11-21T04:11:56,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:11:56,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:11:56,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:11:56,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:11:56,266 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-21T04:11:56,293 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732162316096 2024-11-21T04:11:56,305 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732162291358} 2024-11-21T04:11:56,305 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-21T04:11:56,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:11:56,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:11:56,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:11:56,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:11:56,462 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-21T04:11:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732162316462 (current time:1732162316462). 2024-11-21T04:11:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:11:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-21T04:11:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f73a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:11:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:11:56,472 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:11:56,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:11:56,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:11:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90ae6ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:11:56,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:11:56,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:56,478 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:11:56,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a54827d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:11:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:11:56,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:11:56,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:11:56,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:11:56,500 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227. 2024-11-21T04:11:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:11:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:11:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-21T04:11:56,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:11:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-21T04:11:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-21T04:11:56,506 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:11:56,507 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:11:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-21T04:11:56,527 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:11:56,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741883_1059 (size=52) 2024-11-21T04:11:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-21T04:11:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-21T04:11:56,982 DEBUG [master/b69e2a1ee061:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732162282045 2024-11-21T04:11:56,984 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:11:56,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a}] 2024-11-21T04:11:56,986 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741884_1060 (size=950) 2024-11-21T04:11:57,078 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/.tabledesc/.tableinfo.0000000002.908 2024-11-21T04:11:57,078 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/.tabledesc/.tableinfo.0000000003.950 2024-11-21T04:11:57,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732162282045 in 103 msec 2024-11-21T04:11:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-21T04:11:57,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2024-11-21T04:11:57,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:11:57,142 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing bbce5f19561ad473273b6aea73580d1a 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-21T04:11:57,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/9f52c411d6ba4d6c95f91c18dc72da2b is 158, key is trslm:hdfs://localhost:44433/backupUT\x00ns2:test-17321622820451/meta:log-roll-map/1732162313211/Put/seqid=0 2024-11-21T04:11:57,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741885_1061 (size=5914) 2024-11-21T04:11:57,201 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/9f52c411d6ba4d6c95f91c18dc72da2b 2024-11-21T04:11:57,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/b573cd044d994ac9a295f90b9919769a is 433, key is session:backup_1732162291358/session:context/1732162313498/Put/seqid=0 2024-11-21T04:11:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741886_1062 (size=5535) 2024-11-21T04:11:57,256 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/b573cd044d994ac9a295f90b9919769a 2024-11-21T04:11:57,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/9f52c411d6ba4d6c95f91c18dc72da2b as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/9f52c411d6ba4d6c95f91c18dc72da2b 2024-11-21T04:11:57,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/9f52c411d6ba4d6c95f91c18dc72da2b, entries=6, sequenceid=17, filesize=5.8 K 2024-11-21T04:11:57,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/b573cd044d994ac9a295f90b9919769a as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/b573cd044d994ac9a295f90b9919769a 2024-11-21T04:11:57,353 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/b573cd044d994ac9a295f90b9919769a, entries=2, sequenceid=17, filesize=5.4 K 2024-11-21T04:11:57,354 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for bbce5f19561ad473273b6aea73580d1a in 212ms, sequenceid=17, compaction requested=false 2024-11-21T04:11:57,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for bbce5f19561ad473273b6aea73580d1a: 2024-11-21T04:11:57,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. for snapshot_backup_system completed. 2024-11-21T04:11:57,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a.' region-info for snapshot=snapshot_backup_system 2024-11-21T04:11:57,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:11:57,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/9f52c411d6ba4d6c95f91c18dc72da2b] hfiles 2024-11-21T04:11:57,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/9f52c411d6ba4d6c95f91c18dc72da2b for snapshot=snapshot_backup_system 2024-11-21T04:11:57,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/155d5eeccfb044119637ee6433f794f6, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/b573cd044d994ac9a295f90b9919769a] hfiles 2024-11-21T04:11:57,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/155d5eeccfb044119637ee6433f794f6 for snapshot=snapshot_backup_system 2024-11-21T04:11:57,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/b573cd044d994ac9a295f90b9919769a for snapshot=snapshot_backup_system 2024-11-21T04:11:57,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741887_1063 (size=173) 2024-11-21T04:11:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-21T04:11:57,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:11:57,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-21T04:11:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-21T04:11:57,784 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:57,784 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:11:57,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-21T04:11:57,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a in 801 msec 2024-11-21T04:11:57,788 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:11:57,789 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:11:57,790 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:11:57,790 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-21T04:11:57,791 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-21T04:11:57,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741888_1064 (size=810) 2024-11-21T04:11:58,221 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:11:58,240 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:11:58,242 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_backup_system 2024-11-21T04:11:58,252 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:11:58,252 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-21T04:11:58,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7500 sec 2024-11-21T04:11:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-21T04:11:58,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-21T04:11:58,661 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732162316096 started at 1732162318660. 2024-11-21T04:11:58,663 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732162316096 has been started. 2024-11-21T04:11:58,670 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1732162282045, ns2:test-17321622820451] 2024-11-21T04:11:58,676 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732162283755for backupID backup_1732162316096 2024-11-21T04:11:58,676 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-21T04:11:58,677 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-21T04:11:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-21T04:11:58,678 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-21T04:11:58,678 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-21T04:11:58,678 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-21T04:11:58,678 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-21T04:11:58,680 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-21T04:11:58,681 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-21T04:11:58,887 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:58,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-21T04:11:58,887 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-21T04:11:58,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-21T04:11:58,887 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:58,887 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-21T04:11:58,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-21T04:11:58,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-21T04:11:58,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-21T04:11:58,889 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-21T04:11:58,889 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-21T04:11:58,889 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-21T04:11:58,889 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-21T04:11:58,889 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-21T04:11:58,889 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-21T04:11:58,889 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-21T04:11:58,889 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-21T04:11:58,889 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b69e2a1ee061,39389,1732162272713' joining acquired barrier for procedure (rolllog) in zk 2024-11-21T04:11:58,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:58,950 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:58,950 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:58,951 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:11:58,951 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:11:58,951 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-21T04:11:58,951 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-21T04:11:58,951 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:11:58,952 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:11:58,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:58,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:58,954 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:11:58,954 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b69e2a1ee061,39389,1732162272713' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-21T04:11:58,955 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@169765b7[Count = 0] remaining members to acquire global barrier 2024-11-21T04:11:58,955 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-21T04:11:58,955 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:59,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:59,039 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:59,039 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:59,039 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,039 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-21T04:11:59,039 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-21T04:11:59,044 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-21T04:11:59,044 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,044 INFO [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732162297323 highest: 1732162297401 on b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,045 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0:(num 1732162297323) roll requested 2024-11-21T04:11:59,063 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162319045, exclude list is [], retry=0 2024-11-21T04:11:59,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:11:59,070 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162319045 2024-11-21T04:11:59,070 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:11:59,070 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323 is not closed yet, will try archiving it next time 2024-11-21T04:11:59,070 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.meta:.meta(num 1732162297358) roll requested 2024-11-21T04:11:59,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741857_1033 (size=1198) 2024-11-21T04:11:59,090 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162319070.meta, exclude list is [], retry=0 2024-11-21T04:11:59,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:11:59,098 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162297358.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162319070.meta 2024-11-21T04:11:59,098 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:11:59,098 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162297358.meta is not closed yet, will try archiving it next time 2024-11-21T04:11:59,098 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1:(num 1732162297401) roll requested 2024-11-21T04:11:59,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741858_1034 (size=93) 2024-11-21T04:11:59,102 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162297358.meta to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162297358.meta 2024-11-21T04:11:59,119 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162319099, exclude list is [], retry=0 2024-11-21T04:11:59,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:11:59,130 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162319099 2024-11-21T04:11:59,130 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:11:59,130 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401 is not closed yet, will try archiving it next time 2024-11-21T04:11:59,133 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162283755 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162283755 2024-11-21T04:11:59,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741859_1035 (size=30490) 2024-11-21T04:11:59,146 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 101 2024-11-21T04:11:59,146 INFO [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732162319045 on b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:11:59,179 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:11:59,193 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-21T04:11:59,193 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b69e2a1ee061,39389,1732162272713' in zk 2024-11-21T04:11:59,303 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-21T04:11:59,303 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-21T04:11:59,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,303 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-21T04:11:59,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:11:59,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:11:59,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:11:59,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:11:59,309 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:59,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,311 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:11:59,311 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:59,312 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,313 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b69e2a1ee061,39389,1732162272713': 2024-11-21T04:11:59,313 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b69e2a1ee061,39389,1732162272713' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-21T04:11:59,315 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-21T04:11:59,315 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-21T04:11:59,315 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-21T04:11:59,315 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-21T04:11:59,315 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-21T04:11:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:11:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:11:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-21T04:11:59,456 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-21T04:11:59,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-21T04:11:59,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:11:59,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-21T04:11:59,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:11:59,460 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-21T04:11:59,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:11:59,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-21T04:11:59,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:59,461 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:11:59,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:59,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,470 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:11:59,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:11:59,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-21T04:11:59,477 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-21T04:11:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-21T04:11:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-21T04:11:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:11:59,558 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-21T04:11:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:59,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-21T04:11:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:11:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:11:59,558 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-21T04:11:59,558 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-21T04:11:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-21T04:11:59,558 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-21T04:11:59,560 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-21T04:11:59,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-21T04:11:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-21T04:11:59,574 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b69e2a1ee061:39389=1732162283755} newestTimestamps: {b69e2a1ee061:39389=1732162297401} 2024-11-21T04:11:59,579 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b69e2a1ee061%2C39389%2C1732162272713.meta.1732162276545.meta 2024-11-21T04:11:59,579 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b69e2a1ee061%2C39389%2C1732162272713.meta.1732162319070.meta 2024-11-21T04:11:59,579 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323 2024-11-21T04:11:59,580 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162319045 2024-11-21T04:11:59,580 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401 2024-11-21T04:11:59,580 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162319099 2024-11-21T04:11:59,585 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162297358.meta 2024-11-21T04:11:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741892_1068 (size=950) 2024-11-21T04:11:59,657 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732162282045 target: hdfs://localhost:44433/backupUT/backup_1732162316096/default/test-1732162282045 descriptor: 'test-1732162282045', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:11:59,657 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-21T04:11:59,662 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732162282045 2024-11-21T04:11:59,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741893_1069 (size=53) 2024-11-21T04:12:00,085 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732162282045 2024-11-21T04:12:00,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741894_1070 (size=364) 2024-11-21T04:12:00,144 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17321622820451 target: hdfs://localhost:44433/backupUT/backup_1732162316096/ns2/test-17321622820451 descriptor: 'ns2:test-17321622820451', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:12:00,144 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-21T04:12:00,149 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17321622820451 2024-11-21T04:12:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741895_1071 (size=50) 2024-11-21T04:12:00,211 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17321622820451 2024-11-21T04:12:00,268 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44433/backupUT/.tmp/backup_1732162316096 from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323;hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401 2024-11-21T04:12:00,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4779b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:00,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:00,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:00,271 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:00,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:00,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:00,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edf0cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:00,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:00,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:00,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:00,274 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580e0de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:00,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:12:00,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:12:00,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63154912 2024-11-21T04:12:00,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:12:00,286 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:12:00,305 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-21T04:12:00,305 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732162282045 2024-11-21T04:12:00,308 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732162282045,, stopping at row=test-1732162282045 ,, for max=2147483647 with caching=100 2024-11-21T04:12:00,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:00,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:00,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:00,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:00,325 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732162282045: test-1732162282045; 2024-11-21T04:12:00,326 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17321622820451 2024-11-21T04:12:00,326 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17321622820451,, stopping at row=ns2:test-17321622820451 ,, for max=2147483647 with caching=100 2024-11-21T04:12:00,332 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17321622820451: ns2:test-17321622820451; 2024-11-21T04:12:00,332 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-21T04:12:00,333 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/partitions_ef42398a-7598-4de3-9964-7691f6ca0301 2024-11-21T04:12:00,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741896_1072 (size=192) 2024-11-21T04:12:00,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:00,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:00,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-7824165409039705505.jar 2024-11-21T04:12:02,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:12:02,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:12:02,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:12:02,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:12:02,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:12:02,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:12:02,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:12:02,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:12:02,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:12:02,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:12:02,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:12:02,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:02,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:02,059 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1732162282045,ns2:test-17321622820451 2024-11-21T04:12:02,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:12:02,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:12:02,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:02,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:02,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:02,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:12:03,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-7118266870202744894.jar 2024-11-21T04:12:03,310 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:12:03,385 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323 for WAL files 2024-11-21T04:12:03,390 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323 2024-11-21T04:12:03,390 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401 for WAL files 2024-11-21T04:12:03,392 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401 2024-11-21T04:12:03,611 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1576415846_0003_b25cb3b0-7e5a-4506-91b7-77d9aa6bdcfd/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:12:03,611 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1576415846_0003_b25cb3b0-7e5a-4506-91b7-77d9aa6bdcfd/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:12:03,848 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401 for hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401 (-9223372036854775808:9223372036854775807) length:30490 2024-11-21T04:12:03,901 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-21T04:12:03,902 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-21T04:12:03,984 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323 for hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323 (-9223372036854775808:9223372036854775807) length:1198 2024-11-21T04:12:04,001 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-21T04:12:04,002 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-21T04:12:04,197 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf8e19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:04,197 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:04,198 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:04,205 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:04,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:04,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f40bbeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:04,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:04,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:04,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:04,209 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:04,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b04214a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:04,217 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:04,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:04,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:04,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:04,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17321622820451', row='row-t20', locateType=CURRENT is [region=ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:12:04,226 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-21T04:12:04,226 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:12:04,226 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:04,226 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:04,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:04,227 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-21T04:12:04,227 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:12:04,257 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/backupUT/.tmp/backup_1732162316096/_temporary/0/_temporary/attempt_local1576415846_0003_r_000000_0/ns2/test-17321622820451/f/d75f46fd0f8c4b949358a78615d57e32 is 38, key is row-t20/f:q1/1732162315127/Put/seqid=0 2024-11-21T04:12:04,263 WARN [Thread-949 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:12:04,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741897_1073 (size=5275) 2024-11-21T04:12:04,328 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b50fde8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:04,329 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:04,329 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:04,332 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:04,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:04,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:04,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49871f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:04,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:04,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:04,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:04,335 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:04,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17987830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:04,337 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:04,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:04,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:04,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:04,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732162282045', row='row-test-1732162282045-1-0', locateType=CURRENT is [region=test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442., hostname=b69e2a1ee061,39389,1732162272713, seqNum=107] 2024-11-21T04:12:04,346 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-21T04:12:04,347 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:12:04,347 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:04,347 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:04,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:04,347 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732162282045-1-0] 2024-11-21T04:12:04,347 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:12:04,369 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1a2b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:04,369 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:04,369 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:04,370 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:04,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:04,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:04,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224aec2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:04,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:04,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:04,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:04,372 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:04,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb166a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:04,373 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:04,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:04,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732162282045', row='row-test-1732162282045-3-0', locateType=CURRENT is [region=test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442., hostname=b69e2a1ee061,39389,1732162272713, seqNum=107] 2024-11-21T04:12:04,379 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-21T04:12:04,379 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:12:04,379 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:04,379 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:04,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:04,379 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732162282045-3-0] 2024-11-21T04:12:04,379 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:12:04,388 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/backupUT/.tmp/backup_1732162316096/_temporary/0/_temporary/attempt_local1576415846_0003_r_000001_0/default/test-1732162282045/f/8e699cebbc1449c1b744bb7b11e166ad is 59, key is row-test-1732162282045-1-10/f:q1/1732162313856/Put/seqid=0 2024-11-21T04:12:04,390 WARN [Thread-961 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:12:04,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741898_1074 (size=10770) 2024-11-21T04:12:04,395 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/backupUT/.tmp/backup_1732162316096/_temporary/0/_temporary/attempt_local1576415846_0003_r_000001_0/default/test-1732162282045/mob/e07be8ba1a9f4203944b89f4c5bb7bb9 is 63, key is row-test-1732162282045-3-100/mob:q1/1732162315034/Put/seqid=0 2024-11-21T04:12:04,403 WARN [Thread-963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:12:04,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741899_1075 (size=11811) 2024-11-21T04:12:05,688 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:44433/backupUT 2024-11-21T04:12:05,688 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732162316096 2024-11-21T04:12:05,688 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-21T04:12:05,730 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:44433/backupUT/.tmp/backup_1732162316096, hdfs://localhost:44433/backupUT] 2024-11-21T04:12:05,975 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:12:06,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741900_1076 (size=10770) 2024-11-21T04:12:06,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741901_1077 (size=5275) 2024-11-21T04:12:07,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741902_1078 (size=11811) 2024-11-21T04:12:07,773 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-21T04:12:07,777 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732162316096 2024-11-21T04:12:07,777 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-21T04:12:07,778 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1439498827_0004 completed: true true 2024-11-21T04:12:07,779 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824359 FILE: Number of bytes written=6210449 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-21T04:12:07,779 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:44433/backupUT/.tmp/backup_1732162316096 to hdfs://localhost:44433/backupUT finished. 2024-11-21T04:12:07,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1732162282045:', locateType=CURRENT is [region=backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:12:07,809 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732162316096 2024-11-21T04:12:07,818 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732162291358} 2024-11-21T04:12:07,818 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-21T04:12:07,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741903_1079 (size=384) 2024-11-21T04:12:07,865 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44433/backupUT/backup_1732162316096/.backup.manifest 2024-11-21T04:12:07,865 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732162316096 finished: type=INCREMENTAL,tablelist=test-1732162282045;ns2:test-17321622820451,targetRootDir=hdfs://localhost:44433/backupUT,startts=1732162318660,completets=1732162327809,bytescopied=0 2024-11-21T04:12:07,865 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-21T04:12:07,883 INFO [master/b69e2a1ee061:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T04:12:07,883 INFO [master/b69e2a1ee061:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T04:12:07,916 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-21T04:12:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-21T04:12:07,933 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-21T04:12:07,940 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-21T04:12:07,960 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732162316096 completed. 2024-11-21T04:12:07,960 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-21T04:12:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:08,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:08,090 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44433/backupUT/backup_1732162316096/.backup.manifest 2024-11-21T04:12:08,094 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732162316096/.backup.manifest 2024-11-21T04:12:08,096 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732162282045 from 'test-1732162282045', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732162282045', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:12:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732162282045 2024-11-21T04:12:08,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741904_1080 (size=908) 2024-11-21T04:12:08,143 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/.tabledesc/.tableinfo.0000000003.950 2024-11-21T04:12:08,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/.tabledesc/.tableinfo.0000000004.908 2024-11-21T04:12:08,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732162282045}] 2024-11-21T04:12:08,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE}] 2024-11-21T04:12:08,155 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE 2024-11-21T04:12:08,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c428dfec48ea04a25c4e442d21e49442, regionState=CLOSING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:08,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE because future has completed 2024-11-21T04:12:08,160 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T04:12:08,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:12:08,319 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T04:12:08,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing c428dfec48ea04a25c4e442d21e49442, disabling compactions & flushes 2024-11-21T04:12:08,319 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:12:08,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:12:08,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. after waiting 0 ms 2024-11-21T04:12:08,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:12:08,328 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-21T04:12:08,328 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:12:08,329 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:12:08,329 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for c428dfec48ea04a25c4e442d21e49442: Waiting for close lock at 1732162328319Running coprocessor pre-close hooks at 1732162328319Disabling compacts and flushes for region at 1732162328319Disabling writes for close at 1732162328319Writing region close event to WAL at 1732162328324 (+5 ms)Running coprocessor post-close hooks at 1732162328328 (+4 ms)Closed at 1732162328328 2024-11-21T04:12:08,329 WARN [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: c428dfec48ea04a25c4e442d21e49442 to self. 2024-11-21T04:12:08,331 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c428dfec48ea04a25c4e442d21e49442, regionState=CLOSED 2024-11-21T04:12:08,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:12:08,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-21T04:12:08,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713 in 175 msec 2024-11-21T04:12:08,338 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE; state=CLOSED, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=true 2024-11-21T04:12:08,489 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c428dfec48ea04a25c4e442d21e49442, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:08,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE because future has completed 2024-11-21T04:12:08,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:12:08,650 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:12:08,650 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => c428dfec48ea04a25c4e442d21e49442, NAME => 'test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:12:08,651 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:12:08,651 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732162282045 c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,651 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:12:08,651 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,651 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,656 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,661 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c428dfec48ea04a25c4e442d21e49442 columnFamilyName f 2024-11-21T04:12:08,661 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:08,671 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/45f978a00f1343b5945b4bcda55582a6 2024-11-21T04:12:08,678 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d 2024-11-21T04:12:08,678 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(327): Store=c428dfec48ea04a25c4e442d21e49442/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:12:08,678 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,680 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c428dfec48ea04a25c4e442d21e49442 columnFamilyName f2 2024-11-21T04:12:08,680 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:08,681 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(327): Store=c428dfec48ea04a25c4e442d21e49442/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:12:08,681 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,682 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c428dfec48ea04a25c4e442d21e49442 columnFamilyName mob 2024-11-21T04:12:08,683 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:08,707 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/689c853fb5c74020862cc81fd15a1019 2024-11-21T04:12:08,712 DEBUG [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b 2024-11-21T04:12:08,712 INFO [StoreOpener-c428dfec48ea04a25c4e442d21e49442-1 {}] regionserver.HStore(327): Store=c428dfec48ea04a25c4e442d21e49442/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:12:08,713 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,714 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,715 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,716 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,716 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,717 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732162282045 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:12:08,718 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,719 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened c428dfec48ea04a25c4e442d21e49442; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10177863840, jitterRate=-0.05211256444454193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:12:08,720 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:08,723 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for c428dfec48ea04a25c4e442d21e49442: Running coprocessor pre-open hook at 1732162328651Writing region info on filesystem at 1732162328651Initializing all the Stores at 1732162328652 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162328653 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162328656 (+3 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162328656Cleaning up temporary data from old regions at 1732162328716 (+60 ms)Running coprocessor post-open hooks at 1732162328720 (+4 ms)Region opened successfully at 1732162328722 (+2 ms) 2024-11-21T04:12:08,724 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442., pid=46, masterSystemTime=1732162328645 2024-11-21T04:12:08,726 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:12:08,726 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:12:08,727 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c428dfec48ea04a25c4e442d21e49442, regionState=OPEN, openSeqNum=338, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:08,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:12:08,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-21T04:12:08,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure c428dfec48ea04a25c4e442d21e49442, server=b69e2a1ee061,39389,1732162272713 in 238 msec 2024-11-21T04:12:08,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-21T04:12:08,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732162282045, region=c428dfec48ea04a25c4e442d21e49442, REOPEN/MOVE in 582 msec 2024-11-21T04:12:08,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-21T04:12:08,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732162282045 in 590 msec 2024-11-21T04:12:08,742 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732162282045 2024-11-21T04:12:08,755 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c 2024-11-21T04:12:08,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732162282045 in 660 msec 2024-11-21T04:12:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T04:12:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-21T04:12:08,871 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732162282045 completed 2024-11-21T04:12:08,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:08,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:08,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:08,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:08,928 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-21T04:12:08,938 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732162328871 2024-11-21T04:12:08,942 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732162316096} 2024-11-21T04:12:08,942 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732162291358} 2024-11-21T04:12:08,942 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-21T04:12:08,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:08,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:09,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:09,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:09,077 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732162282045 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732162282045 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T04:12:09,085 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732162328871,startts=0,failedts=1732162329079,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732162282045 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-21T04:12:09,085 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-21T04:12:09,087 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-21T04:12:09,088 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-21T04:12:09,093 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-21T04:12:09,093 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-21T04:12:09,097 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-21T04:12:09,101 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732162328871 failed. 2024-11-21T04:12:09,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:09,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:09,132 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732162282045, ns2:test-17321622820451, ns3:test-17321622820452, ns4:test-17321622820453] 2024-11-21T04:12:09,132 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-21T04:12:09,150 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-21T04:12:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732162329150 (current time:1732162329150). 2024-11-21T04:12:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:12:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-21T04:12:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67754896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:09,155 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:09,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:09,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1109b7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:09,160 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:09,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a90170d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:09,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:09,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:09,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:09,166 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227. 2024-11-21T04:12:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:12:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:09,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-21T04:12:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-21T04:12:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-21T04:12:09,173 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:12:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-21T04:12:09,175 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:12:09,187 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:12:09,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741905_1081 (size=52) 2024-11-21T04:12:09,216 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:12:09,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a}] 2024-11-21T04:12:09,220 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:12:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-21T04:12:09,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-21T04:12:09,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:12:09,377 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing bbce5f19561ad473273b6aea73580d1a 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-21T04:12:09,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/c97da53195484acc99d9c9743b974aa6 is 158, key is trslm:hdfs://localhost:44433/backupUT\x00ns2:test-17321622820451/meta:log-roll-map/1732162327787/Put/seqid=0 2024-11-21T04:12:09,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741906_1082 (size=5745) 2024-11-21T04:12:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-21T04:12:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-21T04:12:09,815 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/c97da53195484acc99d9c9743b974aa6 2024-11-21T04:12:09,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/5d71e1cb58ba46149fdc452bafe2cd94 is 1245, key is session:backup_1732162328871/session:context/1732162329096/Put/seqid=0 2024-11-21T04:12:09,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741907_1083 (size=6682) 2024-11-21T04:12:10,044 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T04:12:10,256 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/5d71e1cb58ba46149fdc452bafe2cd94 2024-11-21T04:12:10,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/c97da53195484acc99d9c9743b974aa6 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/c97da53195484acc99d9c9743b974aa6 2024-11-21T04:12:10,271 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/c97da53195484acc99d9c9743b974aa6, entries=4, sequenceid=31, filesize=5.6 K 2024-11-21T04:12:10,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/5d71e1cb58ba46149fdc452bafe2cd94 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/5d71e1cb58ba46149fdc452bafe2cd94 2024-11-21T04:12:10,282 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/5d71e1cb58ba46149fdc452bafe2cd94, entries=3, sequenceid=31, filesize=6.5 K 2024-11-21T04:12:10,284 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for bbce5f19561ad473273b6aea73580d1a in 906ms, sequenceid=31, compaction requested=true 2024-11-21T04:12:10,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for bbce5f19561ad473273b6aea73580d1a: 2024-11-21T04:12:10,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. for snapshot_backup_system completed. 2024-11-21T04:12:10,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a.' region-info for snapshot=snapshot_backup_system 2024-11-21T04:12:10,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:12:10,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/9f52c411d6ba4d6c95f91c18dc72da2b, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/c97da53195484acc99d9c9743b974aa6] hfiles 2024-11-21T04:12:10,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/9f52c411d6ba4d6c95f91c18dc72da2b for snapshot=snapshot_backup_system 2024-11-21T04:12:10,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/c97da53195484acc99d9c9743b974aa6 for snapshot=snapshot_backup_system 2024-11-21T04:12:10,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/155d5eeccfb044119637ee6433f794f6, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/b573cd044d994ac9a295f90b9919769a, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/5d71e1cb58ba46149fdc452bafe2cd94] hfiles 2024-11-21T04:12:10,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/155d5eeccfb044119637ee6433f794f6 for snapshot=snapshot_backup_system 2024-11-21T04:12:10,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/b573cd044d994ac9a295f90b9919769a for snapshot=snapshot_backup_system 2024-11-21T04:12:10,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/5d71e1cb58ba46149fdc452bafe2cd94 for snapshot=snapshot_backup_system 2024-11-21T04:12:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741908_1084 (size=251) 2024-11-21T04:12:10,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:12:10,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T04:12:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T04:12:10,299 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:12:10,300 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:12:10,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T04:12:10,306 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:12:10,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a in 1.0850 sec 2024-11-21T04:12:10,307 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:12:10,307 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:12:10,307 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-21T04:12:10,309 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-21T04:12:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-21T04:12:10,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741909_1085 (size=888) 2024-11-21T04:12:10,733 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:12:10,743 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:12:10,743 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_backup_system 2024-11-21T04:12:10,745 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:12:10,745 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-21T04:12:10,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5750 sec 2024-11-21T04:12:10,790 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region aac42431d8f403f7b8a82b6057334e7e, had cached 0 bytes from a total of 8413 2024-11-21T04:12:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-21T04:12:11,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-21T04:12:11,341 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732162329102 started at 1732162331340. 2024-11-21T04:12:11,342 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732162329102 has been started. 2024-11-21T04:12:11,346 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-21T04:12:11,347 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-21T04:12:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-21T04:12:11,347 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-21T04:12:11,347 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-21T04:12:11,347 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-21T04:12:11,348 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-21T04:12:11,348 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-21T04:12:11,348 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-21T04:12:11,555 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:11,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-21T04:12:11,556 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-21T04:12:11,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-21T04:12:11,556 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:11,556 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-21T04:12:11,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-21T04:12:11,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-21T04:12:11,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-21T04:12:11,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-21T04:12:11,557 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-21T04:12:11,557 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-21T04:12:11,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-21T04:12:11,558 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-21T04:12:11,558 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-21T04:12:11,558 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-21T04:12:11,558 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-21T04:12:11,558 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b69e2a1ee061,39389,1732162272713' joining acquired barrier for procedure (rolllog) in zk 2024-11-21T04:12:11,827 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:11,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:11,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:11,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:12:11,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:12:11,827 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-21T04:12:11,828 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-21T04:12:11,828 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:12:11,828 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:12:11,829 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:11,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:11,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:12:11,830 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b69e2a1ee061,39389,1732162272713' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-21T04:12:11,831 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@41cdd577[Count = 0] remaining members to acquire global barrier 2024-11-21T04:12:11,831 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-21T04:12:11,831 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:12,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:12,122 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:12,122 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:12,122 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:12,122 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-21T04:12:12,122 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-21T04:12:12,122 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-21T04:12:12,122 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:12,122 INFO [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732162319045 highest: 1732162319099 on b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:12,123 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0:(num 1732162319045) roll requested 2024-11-21T04:12:12,137 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162332123, exclude list is [], retry=0 2024-11-21T04:12:12,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:12:12,142 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162319045 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162332123 2024-11-21T04:12:12,143 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:12:12,143 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162319045 is not closed yet, will try archiving it next time 2024-11-21T04:12:12,143 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.meta:.meta(num 1732162319070) roll requested 2024-11-21T04:12:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741889_1065 (size=93) 2024-11-21T04:12:12,148 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162319045 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162319045 2024-11-21T04:12:12,163 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162332143.meta, exclude list is [], retry=0 2024-11-21T04:12:12,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:12:12,173 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162319070.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162332143.meta 2024-11-21T04:12:12,174 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:12:12,174 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162319070.meta is not closed yet, will try archiving it next time 2024-11-21T04:12:12,174 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1:(num 1732162319099) roll requested 2024-11-21T04:12:12,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741890_1066 (size=1903) 2024-11-21T04:12:12,193 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162332174, exclude list is [], retry=0 2024-11-21T04:12:12,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:12:12,203 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-11-21T04:12:12,203 INFO [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732162332123 on b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:12,216 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162319099 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162332174 2024-11-21T04:12:12,217 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:12:12,217 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162319099 is not closed yet, will try archiving it next time 2024-11-21T04:12:12,217 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162297401 2024-11-21T04:12:12,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741891_1067 (size=4927) 2024-11-21T04:12:12,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:12,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:12,239 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-21T04:12:12,240 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b69e2a1ee061,39389,1732162272713' in zk 2024-11-21T04:12:12,540 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-21T04:12:12,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:12,540 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-21T04:12:12,540 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-21T04:12:12,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:12,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:12:12,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:12:12,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:12:12,542 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:12:12,542 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:12,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:12,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:12:12,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:12,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:12,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b69e2a1ee061,39389,1732162272713': 2024-11-21T04:12:12,545 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-21T04:12:12,545 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b69e2a1ee061,39389,1732162272713' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-21T04:12:12,545 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-21T04:12:12,545 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-21T04:12:12,545 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-21T04:12:12,545 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-21T04:12:12,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:12:12,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:12:12,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-21T04:12:12,745 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-21T04:12:12,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-21T04:12:12,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:12:12,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-21T04:12:12,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:12:12,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:12:12,746 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-21T04:12:12,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-21T04:12:12,746 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:12,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:12,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-21T04:12:12,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:12:12,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:12,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:12,747 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:12,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:12:12,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:12,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-21T04:12:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-21T04:12:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-21T04:12:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-21T04:12:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:13,055 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-21T04:12:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:13,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-21T04:12:13,055 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-21T04:12:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:13,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-21T04:12:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:12:13,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-21T04:12:13,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-21T04:12:13,056 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-21T04:12:13,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-21T04:12:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-21T04:12:13,063 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-21T04:12:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732162333063 (current time:1732162333063). 2024-11-21T04:12:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:12:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732162333062_backup_system_bulk VERSION not specified, setting to 2 2024-11-21T04:12:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8d82dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:13,065 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:13,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:13,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:13,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13aec58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:13,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:13,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:13,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:13,066 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:13,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ebcc87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:13,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:13,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:13,071 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227. 2024-11-21T04:12:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:12:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:13,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-21T04:12:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-21T04:12:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-21T04:12:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-21T04:12:13,074 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:12:13,075 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:12:13,078 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:12:13,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741913_1089 (size=76) 2024-11-21T04:12:13,088 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:12:13,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a05b096fd6488c05b0cfa497e8fd0fa3}] 2024-11-21T04:12:13,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:12:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-21T04:12:13,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-21T04:12:13,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:12:13,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for a05b096fd6488c05b0cfa497e8fd0fa3: 2024-11-21T04:12:13,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. for snapshot_1732162333062_backup_system_bulk completed. 2024-11-21T04:12:13,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3.' region-info for snapshot=snapshot_1732162333062_backup_system_bulk 2024-11-21T04:12:13,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:12:13,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:12:13,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:12:13,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741914_1090 (size=61) 2024-11-21T04:12:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-21T04:12:13,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:12:13,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-21T04:12:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-21T04:12:13,649 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732162333062_backup_system_bulk on region a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:12:13,649 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:12:13,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-21T04:12:13,653 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:12:13,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a05b096fd6488c05b0cfa497e8fd0fa3 in 562 msec 2024-11-21T04:12:13,654 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:12:13,655 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:12:13,655 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732162333062_backup_system_bulk 2024-11-21T04:12:13,656 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162333062_backup_system_bulk 2024-11-21T04:12:13,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741915_1091 (size=702) 2024-11-21T04:12:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-21T04:12:13,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-21T04:12:14,085 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:12:14,097 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:12:14,098 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162333062_backup_system_bulk to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162333062_backup_system_bulk 2024-11-21T04:12:14,102 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:12:14,102 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-21T04:12:14,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732162333062_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.0300 sec 2024-11-21T04:12:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-21T04:12:14,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-21T04:12:14,212 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } 2024-11-21T04:12:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732162334212 (current time:1732162334212). 2024-11-21T04:12:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:12:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732162334210_default_test-1732162282045 VERSION not specified, setting to 2 2024-11-21T04:12:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa36266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:14,215 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:14,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:14,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:14,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ac6d21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:14,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:14,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:14,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:14,218 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:14,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57670a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:14,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:14,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:14,226 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227. 2024-11-21T04:12:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:12:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-21T04:12:14,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } 2024-11-21T04:12:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-21T04:12:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-21T04:12:14,233 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:12:14,241 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:12:14,253 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:12:14,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741916_1092 (size=84) 2024-11-21T04:12:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-21T04:12:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-21T04:12:14,715 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:12:14,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c428dfec48ea04a25c4e442d21e49442}] 2024-11-21T04:12:14,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-21T04:12:14,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-21T04:12:14,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:12:14,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for c428dfec48ea04a25c4e442d21e49442: 2024-11-21T04:12:14,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. for snapshot_1732162334210_default_test-1732162282045 completed. 2024-11-21T04:12:14,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442.' region-info for snapshot=snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:14,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:12:14,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/45f978a00f1343b5945b4bcda55582a6] hfiles 2024-11-21T04:12:14,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d for snapshot=snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:14,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/45f978a00f1343b5945b4bcda55582a6 for snapshot=snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:14,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:12:14,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/689c853fb5c74020862cc81fd15a1019] hfiles 2024-11-21T04:12:14,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b for snapshot=snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:14,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/689c853fb5c74020862cc81fd15a1019 for snapshot=snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:14,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741917_1093 (size=224) 2024-11-21T04:12:15,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:12:15,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T04:12:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-21T04:12:15,285 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732162334210_default_test-1732162282045 on region c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:15,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:15,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-21T04:12:15,290 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:12:15,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c428dfec48ea04a25c4e442d21e49442 in 571 msec 2024-11-21T04:12:15,291 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:12:15,293 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-21T04:12:15,293 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-21T04:12:15,293 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:15,298 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-21T04:12:15,298 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:15,302 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-21T04:12:15,303 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:15,309 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/mobdir/data/default/test-1732162282045/a0c9e1d2d17577395c9cc79e9e65e397/mob/d41d8cd98f00b204e9800998ecf8427e20241121b20457c5430c4a5e86ab318fb1827e26_c428dfec48ea04a25c4e442d21e49442] hfiles 2024-11-21T04:12:15,309 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/mobdir/data/default/test-1732162282045/a0c9e1d2d17577395c9cc79e9e65e397/mob/d41d8cd98f00b204e9800998ecf8427e20241121b20457c5430c4a5e86ab318fb1827e26_c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741918_1094 (size=168) 2024-11-21T04:12:15,345 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:12:15,345 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:15,347 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-21T04:12:15,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741919_1095 (size=1305) 2024-11-21T04:12:15,445 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:12:15,486 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:12:15,489 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162334210_default_test-1732162282045 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:15,493 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:12:15,494 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-21T04:12:15,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732162334210_default_test-1732162282045 table=test-1732162282045 type=FLUSH ttl=0 } in 1.2670 sec 2024-11-21T04:12:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-21T04:12:16,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732162282045 completed 2024-11-21T04:12:16,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } 2024-11-21T04:12:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732162336381 (current time:1732162336381). 2024-11-21T04:12:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:12:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732162336380_ns3_test-17321622820452 VERSION not specified, setting to 2 2024-11-21T04:12:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f659c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:16,384 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:16,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:16,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:16,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f6dd78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:16,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:16,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:16,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:16,387 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:16,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de9b385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:16,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:16,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:16,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:16,394 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227. 2024-11-21T04:12:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:12:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:16,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-21T04:12:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } 2024-11-21T04:12:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-21T04:12:16,402 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:12:16,404 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:12:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-21T04:12:16,411 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:12:16,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741920_1096 (size=86) 2024-11-21T04:12:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-21T04:12:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-21T04:12:16,863 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:12:16,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 901e0f507d69b931898658467e109bde}] 2024-11-21T04:12:16,864 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 901e0f507d69b931898658467e109bde 2024-11-21T04:12:17,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-21T04:12:17,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:12:17,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for 901e0f507d69b931898658467e109bde: 2024-11-21T04:12:17,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. for snapshot_1732162336380_ns3_test-17321622820452 completed. 2024-11-21T04:12:17,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde.' region-info for snapshot=snapshot_1732162336380_ns3_test-17321622820452 2024-11-21T04:12:17,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:12:17,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:12:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-21T04:12:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741921_1097 (size=52) 2024-11-21T04:12:17,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:12:17,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T04:12:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-21T04:12:17,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732162336380_ns3_test-17321622820452 on region 901e0f507d69b931898658467e109bde 2024-11-21T04:12:17,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 901e0f507d69b931898658467e109bde 2024-11-21T04:12:17,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-21T04:12:17,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 901e0f507d69b931898658467e109bde in 175 msec 2024-11-21T04:12:17,046 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:12:17,047 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:12:17,049 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:12:17,049 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732162336380_ns3_test-17321622820452 2024-11-21T04:12:17,050 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162336380_ns3_test-17321622820452 2024-11-21T04:12:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741922_1098 (size=443) 2024-11-21T04:12:17,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bbce5f19561ad473273b6aea73580d1a, had cached 0 bytes from a total of 28925 2024-11-21T04:12:17,470 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:12:17,475 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:12:17,476 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162336380_ns3_test-17321622820452 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162336380_ns3_test-17321622820452 2024-11-21T04:12:17,478 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:12:17,478 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-21T04:12:17,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732162336380_ns3_test-17321622820452 table=ns3:test-17321622820452 type=FLUSH ttl=0 } in 1.0820 sec 2024-11-21T04:12:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-21T04:12:17,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17321622820452 completed 2024-11-21T04:12:17,541 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } 2024-11-21T04:12:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732162337541 (current time:1732162337541). 2024-11-21T04:12:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:12:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732162337540_ns2_test-17321622820451 VERSION not specified, setting to 2 2024-11-21T04:12:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2845c7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:17,543 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:17,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:17,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:17,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d778c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:17,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:17,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:17,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:17,544 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:17,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a456ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:17,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:17,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:17,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:17,548 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227. 2024-11-21T04:12:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:12:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:17,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-21T04:12:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } 2024-11-21T04:12:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-21T04:12:17,552 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:12:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-21T04:12:17,553 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:12:17,556 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:12:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741923_1099 (size=86) 2024-11-21T04:12:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-21T04:12:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-21T04:12:17,963 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:12:17,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aac42431d8f403f7b8a82b6057334e7e}] 2024-11-21T04:12:17,964 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:12:18,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-21T04:12:18,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:12:18,117 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2902): Flushing aac42431d8f403f7b8a82b6057334e7e 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-21T04:12:18,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/.tmp/f/ba25093b2635419ca636ca63252b69df is 38, key is row-t20/f:q1/1732162315127/Put/seqid=0 2024-11-21T04:12:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741924_1100 (size=5134) 2024-11-21T04:12:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-21T04:12:18,551 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/.tmp/f/ba25093b2635419ca636ca63252b69df 2024-11-21T04:12:18,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/.tmp/f/ba25093b2635419ca636ca63252b69df as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/ba25093b2635419ca636ca63252b69df 2024-11-21T04:12:18,580 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/ba25093b2635419ca636ca63252b69df, entries=5, sequenceid=111, filesize=5.0 K 2024-11-21T04:12:18,582 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for aac42431d8f403f7b8a82b6057334e7e in 465ms, sequenceid=111, compaction requested=false 2024-11-21T04:12:18,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for aac42431d8f403f7b8a82b6057334e7e: 2024-11-21T04:12:18,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. for snapshot_1732162337540_ns2_test-17321622820451 completed. 2024-11-21T04:12:18,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e.' region-info for snapshot=snapshot_1732162337540_ns2_test-17321622820451 2024-11-21T04:12:18,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:12:18,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/ba25093b2635419ca636ca63252b69df] hfiles 2024-11-21T04:12:18,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa for snapshot=snapshot_1732162337540_ns2_test-17321622820451 2024-11-21T04:12:18,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/ba25093b2635419ca636ca63252b69df for snapshot=snapshot_1732162337540_ns2_test-17321622820451 2024-11-21T04:12:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741925_1101 (size=130) 2024-11-21T04:12:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-21T04:12:19,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:12:19,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-21T04:12:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-21T04:12:19,011 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732162337540_ns2_test-17321622820451 on region aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:12:19,011 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:12:19,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-21T04:12:19,014 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:12:19,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aac42431d8f403f7b8a82b6057334e7e in 1.0490 sec 2024-11-21T04:12:19,014 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:12:19,015 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:12:19,015 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732162337540_ns2_test-17321622820451 2024-11-21T04:12:19,016 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162337540_ns2_test-17321622820451 2024-11-21T04:12:19,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741926_1102 (size=496) 2024-11-21T04:12:19,438 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:12:19,455 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:12:19,456 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162337540_ns2_test-17321622820451 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162337540_ns2_test-17321622820451 2024-11-21T04:12:19,458 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:12:19,459 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-21T04:12:19,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732162337540_ns2_test-17321622820451 table=ns2:test-17321622820451 type=FLUSH ttl=0 } in 1.9090 sec 2024-11-21T04:12:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-21T04:12:19,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17321622820451 completed 2024-11-21T04:12:19,701 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } 2024-11-21T04:12:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732162339701 (current time:1732162339701). 2024-11-21T04:12:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:12:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732162339700_ns4_test-17321622820453 VERSION not specified, setting to 2 2024-11-21T04:12:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88db3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:19,712 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:19,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:19,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:19,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4720f9d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:19,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:19,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:19,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:19,717 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:19,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1decabec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:19,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:19,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:19,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:19,738 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227. 2024-11-21T04:12:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:12:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:19,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-21T04:12:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } 2024-11-21T04:12:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-21T04:12:19,754 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:12:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-21T04:12:19,761 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:12:19,784 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:12:19,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741927_1103 (size=86) 2024-11-21T04:12:19,824 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:12:19,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eebda7fbf14ffe86a82241a4451b6428}] 2024-11-21T04:12:19,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:12:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-21T04:12:19,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-21T04:12:19,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:12:19,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for eebda7fbf14ffe86a82241a4451b6428: 2024-11-21T04:12:19,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. for snapshot_1732162339700_ns4_test-17321622820453 completed. 2024-11-21T04:12:19,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428.' region-info for snapshot=snapshot_1732162339700_ns4_test-17321622820453 2024-11-21T04:12:19,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:12:19,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T04:12:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741928_1104 (size=52) 2024-11-21T04:12:20,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:12:20,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-21T04:12:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-21T04:12:20,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732162339700_ns4_test-17321622820453 on region eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:12:20,055 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:12:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-21T04:12:20,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T04:12:20,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eebda7fbf14ffe86a82241a4451b6428 in 243 msec 2024-11-21T04:12:20,113 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:12:20,120 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:12:20,132 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:12:20,132 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732162339700_ns4_test-17321622820453 2024-11-21T04:12:20,140 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162339700_ns4_test-17321622820453 2024-11-21T04:12:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741929_1105 (size=443) 2024-11-21T04:12:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-21T04:12:20,648 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:12:20,661 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:12:20,662 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_1732162339700_ns4_test-17321622820453 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162339700_ns4_test-17321622820453 2024-11-21T04:12:20,664 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:12:20,664 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-21T04:12:20,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732162339700_ns4_test-17321622820453 table=ns4:test-17321622820453 type=FLUSH ttl=0 } in 920 msec 2024-11-21T04:12:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-21T04:12:20,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17321622820453 completed 2024-11-21T04:12:20,911 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732162329102 2024-11-21T04:12:20,911 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-21T04:12:20,911 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-21T04:12:20,911 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732162329102_backup:system_bulk 2024-11-21T04:12:20,911 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732162333062_backup_system_bulk to hdfs://localhost:44433/backupUT/backup_1732162329102/backup/system_bulk/ 2024-11-21T04:12:20,911 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-21T04:12:20,999 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:12:20,999 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1750971821_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1732162329102/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1732162329102/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732162333062_backup_system_bulk 2024-11-21T04:12:21,018 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-21T04:12:21,027 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162333062_backup_system_bulk to hdfs://localhost:44433/backupUT/backup_1732162329102/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732162333062_backup_system_bulk 2024-11-21T04:12:21,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741931_1107 (size=76) 2024-11-21T04:12:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741930_1106 (size=702) 2024-11-21T04:12:21,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:21,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:21,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:22,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-5558704835568124539.jar 2024-11-21T04:12:22,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:22,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:22,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:22,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:22,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:22,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:22,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:22,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:22,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:22,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:12:22,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:12:22,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:12:22,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:12:22,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:12:22,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:12:22,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:12:22,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:12:22,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:12:22,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:12:22,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:12:22,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:22,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:22,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:22,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:22,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:22,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:22,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:22,910 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:12:22,992 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732162333062_backup_system_bulk' hfile list 2024-11-21T04:12:23,342 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1413884041_0005_0fea7d50-7925-4d77-a931-75d7ec64237e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:12:23,342 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1413884041_0005_0fea7d50-7925-4d77-a931-75d7ec64237e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:12:24,466 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-21T04:12:24,468 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-21T04:12:24,481 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732162333062_backup_system_bulk 2024-11-21T04:12:24,481 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732162333062_backup_system_bulk finished. 2024-11-21T04:12:24,481 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732162329102_test-1732162282045 2024-11-21T04:12:24,481 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732162334210_default_test-1732162282045 to hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/ 2024-11-21T04:12:24,481 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-21T04:12:24,526 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:12:24,526 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1750971821_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/.hbase-snapshot/.tmp/snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:24,529 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-21T04:12:24,542 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162334210_default_test-1732162282045 to hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/.hbase-snapshot/.tmp/snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:24,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741932_1108 (size=84) 2024-11-21T04:12:24,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741933_1109 (size=1305) 2024-11-21T04:12:25,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:25,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:25,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:26,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-16028303890479034452.jar 2024-11-21T04:12:26,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:26,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:26,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:26,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:26,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:26,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:26,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:26,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:26,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:26,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:12:26,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:12:26,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:12:26,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:12:26,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:12:26,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:12:26,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:12:26,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:12:26,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:12:26,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:12:26,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:12:26,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:26,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:26,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:26,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:26,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:26,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:26,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:26,341 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:12:26,371 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732162334210_default_test-1732162282045' hfile list 2024-11-21T04:12:26,373 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-21T04:12:26,644 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1398992159_0006_6994fdc2-38c3-4d96-84b6-8104ce657187/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:12:26,644 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1398992159_0006_6994fdc2-38c3-4d96-84b6-8104ce657187/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:12:26,748 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-21T04:12:26,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741934_1110 (size=13760) 2024-11-21T04:12:27,267 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/689c853fb5c74020862cc81fd15a1019 output=hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/689c853fb5c74020862cc81fd15a1019 2024-11-21T04:12:27,267 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.026M/sec 2024-11-21T04:12:27,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741935_1111 (size=10796) 2024-11-21T04:12:27,460 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/45f978a00f1343b5945b4bcda55582a6 output=hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/45f978a00f1343b5945b4bcda55582a6 2024-11-21T04:12:27,460 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.074M/sec 2024-11-21T04:12:27,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741936_1112 (size=8413) 2024-11-21T04:12:28,017 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d output=hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d 2024-11-21T04:12:28,017 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.015M/sec 2024-11-21T04:12:28,045 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/mobdir/data/default/test-1732162282045/a0c9e1d2d17577395c9cc79e9e65e397/mob/d41d8cd98f00b204e9800998ecf8427e20241121b20457c5430c4a5e86ab318fb1827e26_c428dfec48ea04a25c4e442d21e49442 to hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/a0c9e1d2d17577395c9cc79e9e65e397/mob/d41d8cd98f00b204e9800998ecf8427e20241121b20457c5430c4a5e86ab318fb1827e26_c428dfec48ea04a25c4e442d21e49442" truncated to max limit (512 characters) 2024-11-21T04:12:28,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741937_1113 (size=5591) 2024-11-21T04:12:28,480 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/mobdir/data/default/test-1732162282045/a0c9e1d2d17577395c9cc79e9e65e397/mob/d41d8cd98f00b204e9800998ecf8427e20241121b20457c5430c4a5e86ab318fb1827e26_c428dfec48ea04a25c4e442d21e49442 output=hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/a0c9e1d2d17577395c9cc79e9e65e397/mob/d41d8cd98f00b204e9800998ecf8427e20241121b20457c5430c4a5e86ab318fb1827e26_c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:28,480 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.012M/sec 2024-11-21T04:12:28,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741938_1114 (size=5484) 2024-11-21T04:12:28,577 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b output=hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b 2024-11-21T04:12:28,577 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.060M/sec 2024-11-21T04:12:28,706 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-21T04:12:28,712 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-21T04:12:28,770 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:28,771 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732162334210_default_test-1732162282045 finished. 2024-11-21T04:12:28,771 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732162329102_ns3:test-17321622820452 2024-11-21T04:12:28,771 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732162336380_ns3_test-17321622820452 to hdfs://localhost:44433/backupUT/backup_1732162329102/ns3/test-17321622820452/ 2024-11-21T04:12:28,771 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-21T04:12:28,829 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:12:28,829 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1750971821_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1732162329102/ns3/test-17321622820452, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1732162329102/ns3/test-17321622820452/.hbase-snapshot/.tmp/snapshot_1732162336380_ns3_test-17321622820452 2024-11-21T04:12:28,837 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-21T04:12:28,880 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162336380_ns3_test-17321622820452 to hdfs://localhost:44433/backupUT/backup_1732162329102/ns3/test-17321622820452/.hbase-snapshot/.tmp/snapshot_1732162336380_ns3_test-17321622820452 2024-11-21T04:12:28,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741939_1115 (size=86) 2024-11-21T04:12:29,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741940_1116 (size=443) 2024-11-21T04:12:29,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:29,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:29,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:30,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-15347773570276643740.jar 2024-11-21T04:12:30,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:30,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:30,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:30,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:30,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:30,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:30,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:30,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:30,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:30,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:12:30,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:12:30,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:12:30,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:12:30,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:12:30,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:12:30,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:12:30,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:12:30,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:12:30,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:12:30,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:12:30,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:30,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:30,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:30,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:30,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:30,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:30,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:30,845 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:12:30,976 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732162336380_ns3_test-17321622820452' hfile list 2024-11-21T04:12:31,195 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local409443724_0007_36b86a14-e767-4d72-8af5-fe0c4c208209/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:12:31,195 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local409443724_0007_36b86a14-e767-4d72-8af5-fe0c4c208209/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:12:32,243 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-21T04:12:32,244 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-21T04:12:32,250 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732162336380_ns3_test-17321622820452 2024-11-21T04:12:32,250 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732162336380_ns3_test-17321622820452 finished. 2024-11-21T04:12:32,250 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732162329102_ns2:test-17321622820451 2024-11-21T04:12:32,250 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732162337540_ns2_test-17321622820451 to hdfs://localhost:44433/backupUT/backup_1732162329102/ns2/test-17321622820451/ 2024-11-21T04:12:32,251 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-21T04:12:32,297 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:12:32,297 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1750971821_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1732162329102/ns2/test-17321622820451, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1732162329102/ns2/test-17321622820451/.hbase-snapshot/.tmp/snapshot_1732162337540_ns2_test-17321622820451 2024-11-21T04:12:32,300 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-21T04:12:32,313 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162337540_ns2_test-17321622820451 to hdfs://localhost:44433/backupUT/backup_1732162329102/ns2/test-17321622820451/.hbase-snapshot/.tmp/snapshot_1732162337540_ns2_test-17321622820451 2024-11-21T04:12:32,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741941_1117 (size=496) 2024-11-21T04:12:32,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741942_1118 (size=86) 2024-11-21T04:12:32,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:32,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:32,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:34,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-16566793366999926940.jar 2024-11-21T04:12:34,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:34,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:34,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:34,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:34,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:34,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:34,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:34,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:34,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:34,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:12:34,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:12:34,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:12:34,136 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:12:34,137 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:12:34,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:12:34,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:12:34,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:12:34,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:12:34,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:12:34,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:12:34,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:34,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:34,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:34,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:34,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:34,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:34,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:34,210 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:12:34,271 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732162337540_ns2_test-17321622820451' hfile list 2024-11-21T04:12:34,286 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-21T04:12:34,551 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1963257834_0008_739ceda2-57a9-4448-956e-12ad5c46648f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:12:34,551 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1963257834_0008_739ceda2-57a9-4448-956e-12ad5c46648f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:12:34,700 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-21T04:12:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741943_1119 (size=8413) 2024-11-21T04:12:34,784 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa output=hdfs://localhost:44433/backupUT/backup_1732162329102/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa 2024-11-21T04:12:34,785 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.110M/sec 2024-11-21T04:12:34,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741944_1120 (size=5134) 2024-11-21T04:12:35,253 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/ba25093b2635419ca636ca63252b69df output=hdfs://localhost:44433/backupUT/backup_1732162329102/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/ba25093b2635419ca636ca63252b69df 2024-11-21T04:12:35,254 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-21T04:12:35,638 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-21T04:12:35,639 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-21T04:12:35,662 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732162337540_ns2_test-17321622820451 2024-11-21T04:12:35,663 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732162337540_ns2_test-17321622820451 finished. 2024-11-21T04:12:35,663 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732162329102_ns4:test-17321622820453 2024-11-21T04:12:35,663 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732162339700_ns4_test-17321622820453 to hdfs://localhost:44433/backupUT/backup_1732162329102/ns4/test-17321622820453/ 2024-11-21T04:12:35,663 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-21T04:12:35,705 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44433, inputRoot=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:12:35,705 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1750971821_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44433/backupUT/backup_1732162329102/ns4/test-17321622820453, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44433/backupUT/backup_1732162329102/ns4/test-17321622820453/.hbase-snapshot/.tmp/snapshot_1732162339700_ns4_test-17321622820453 2024-11-21T04:12:35,711 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-21T04:12:35,732 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_1732162339700_ns4_test-17321622820453 to hdfs://localhost:44433/backupUT/backup_1732162329102/ns4/test-17321622820453/.hbase-snapshot/.tmp/snapshot_1732162339700_ns4_test-17321622820453 2024-11-21T04:12:35,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741945_1121 (size=86) 2024-11-21T04:12:35,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741946_1122 (size=443) 2024-11-21T04:12:36,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:36,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:36,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:37,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-13462292778624945470.jar 2024-11-21T04:12:37,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:37,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:37,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:37,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:37,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:37,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:37,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:37,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:37,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:37,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:12:37,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:12:37,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:12:37,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:12:37,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:12:37,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:12:37,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:12:37,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:12:37,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:12:37,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:12:37,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:12:37,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:37,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:37,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:37,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:37,361 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-21T04:12:37,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:37,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:37,525 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:12:37,606 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732162339700_ns4_test-17321622820453' hfile list 2024-11-21T04:12:37,819 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local472956396_0009_42ebb363-b9bf-4fd9-adc8-40e952003f7a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:12:37,819 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local472956396_0009_42ebb363-b9bf-4fd9-adc8-40e952003f7a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:12:37,892 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-21T04:12:37,898 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-21T04:12:37,911 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732162339700_ns4_test-17321622820453 2024-11-21T04:12:37,911 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732162339700_ns4_test-17321622820453 finished. 2024-11-21T04:12:37,911 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-21T04:12:37,911 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732162282045 2024-11-21T04:12:37,911 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17321622820452 2024-11-21T04:12:37,911 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17321622820451 2024-11-21T04:12:37,911 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17321622820453 2024-11-21T04:12:37,944 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732162329102 2024-11-21T04:12:37,945 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-21T04:12:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741947_1123 (size=209) 2024-11-21T04:12:38,376 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44433/backupUT/backup_1732162329102/.backup.manifest 2024-11-21T04:12:38,377 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732162329102 finished: type=FULL,tablelist=backup:system_bulk;test-1732162282045;ns3:test-17321622820452;ns2:test-17321622820451;ns4:test-17321622820453,targetRootDir=hdfs://localhost:44433/backupUT,startts=1732162331340,completets=1732162357944,bytescopied=0 2024-11-21T04:12:38,377 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-21T04:12:38,377 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732162333062_backup_system_bulk 2024-11-21T04:12:38,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732162333062_backup_system_bulk" type: DISABLED 2024-11-21T04:12:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732162333062_backup_system_bulk 2024-11-21T04:12:38,387 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732162333062_backup_system_bulk for backup backup_1732162329102 succeeded. 2024-11-21T04:12:38,387 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:38,388 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732162334210_default_test-1732162282045" type: DISABLED 2024-11-21T04:12:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732162334210_default_test-1732162282045 2024-11-21T04:12:38,393 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732162334210_default_test-1732162282045 for backup backup_1732162329102 succeeded. 2024-11-21T04:12:38,393 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732162336380_ns3_test-17321622820452 2024-11-21T04:12:38,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732162336380_ns3_test-17321622820452" type: DISABLED 2024-11-21T04:12:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732162336380_ns3_test-17321622820452 2024-11-21T04:12:38,397 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732162336380_ns3_test-17321622820452 for backup backup_1732162329102 succeeded. 2024-11-21T04:12:38,397 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732162337540_ns2_test-17321622820451 2024-11-21T04:12:38,398 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732162337540_ns2_test-17321622820451" type: DISABLED 2024-11-21T04:12:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732162337540_ns2_test-17321622820451 2024-11-21T04:12:38,403 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732162337540_ns2_test-17321622820451 for backup backup_1732162329102 succeeded. 2024-11-21T04:12:38,403 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732162339700_ns4_test-17321622820453 2024-11-21T04:12:38,404 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732162339700_ns4_test-17321622820453" type: DISABLED 2024-11-21T04:12:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732162339700_ns4_test-17321622820453 2024-11-21T04:12:38,408 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732162339700_ns4_test-17321622820453 for backup backup_1732162329102 succeeded. 2024-11-21T04:12:38,412 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-21T04:12:38,419 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-21T04:12:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-21T04:12:38,423 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-21T04:12:38,427 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-21T04:12:38,436 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732162329102 completed. 2024-11-21T04:12:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:38,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:40,044 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T04:12:43,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,544 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-21T04:12:43,550 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732162363489 2024-11-21T04:12:43,553 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732162329102} 2024-11-21T04:12:43,553 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-21T04:12:43,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:43,699 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-21T04:12:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732162363699 (current time:1732162363699). 2024-11-21T04:12:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T04:12:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-21T04:12:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6665021a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:43,701 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:43,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:43,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:43,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfa5807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:43,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:43,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:43,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:43,704 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:43,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b60be74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:43,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:43,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:43,714 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227. 2024-11-21T04:12:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:12:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:43,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-21T04:12:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-21T04:12:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-21T04:12:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-21T04:12:43,718 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T04:12:43,719 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T04:12:43,721 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T04:12:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741948_1124 (size=52) 2024-11-21T04:12:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-21T04:12:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-21T04:12:44,131 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T04:12:44,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a}] 2024-11-21T04:12:44,132 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:12:44,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-21T04:12:44,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:12:44,286 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing bbce5f19561ad473273b6aea73580d1a 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-21T04:12:44,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/cc972a6e3e28417c85175ff1f4bda098 is 158, key is trslm:hdfs://localhost:44433/backupUT\x00ns2:test-17321622820451/meta:log-roll-map/1732162357922/Put/seqid=0 2024-11-21T04:12:44,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741949_1125 (size=6646) 2024-11-21T04:12:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-21T04:12:44,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/cc972a6e3e28417c85175ff1f4bda098 2024-11-21T04:12:44,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/7bc34802461a45f6a4f244e8ff38fa42 is 826, key is session:backup_1732162329102/session:context/1732162358425/Put/seqid=0 2024-11-21T04:12:44,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741950_1126 (size=5928) 2024-11-21T04:12:44,737 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/7bc34802461a45f6a4f244e8ff38fa42 2024-11-21T04:12:44,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/cc972a6e3e28417c85175ff1f4bda098 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/cc972a6e3e28417c85175ff1f4bda098 2024-11-21T04:12:44,761 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/cc972a6e3e28417c85175ff1f4bda098, entries=12, sequenceid=42, filesize=6.5 K 2024-11-21T04:12:44,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/7bc34802461a45f6a4f244e8ff38fa42 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/7bc34802461a45f6a4f244e8ff38fa42 2024-11-21T04:12:44,795 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/7bc34802461a45f6a4f244e8ff38fa42, entries=2, sequenceid=42, filesize=5.8 K 2024-11-21T04:12:44,820 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for bbce5f19561ad473273b6aea73580d1a in 535ms, sequenceid=42, compaction requested=true 2024-11-21T04:12:44,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for bbce5f19561ad473273b6aea73580d1a: 2024-11-21T04:12:44,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. for snapshot_backup_system completed. 2024-11-21T04:12:44,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a.' region-info for snapshot=snapshot_backup_system 2024-11-21T04:12:44,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T04:12:44,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/9f52c411d6ba4d6c95f91c18dc72da2b, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/c97da53195484acc99d9c9743b974aa6, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/cc972a6e3e28417c85175ff1f4bda098] hfiles 2024-11-21T04:12:44,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/9f52c411d6ba4d6c95f91c18dc72da2b for snapshot=snapshot_backup_system 2024-11-21T04:12:44,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/c97da53195484acc99d9c9743b974aa6 for snapshot=snapshot_backup_system 2024-11-21T04:12:44,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/cc972a6e3e28417c85175ff1f4bda098 for snapshot=snapshot_backup_system 2024-11-21T04:12:44,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/155d5eeccfb044119637ee6433f794f6, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/b573cd044d994ac9a295f90b9919769a, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/5d71e1cb58ba46149fdc452bafe2cd94, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/7bc34802461a45f6a4f244e8ff38fa42] hfiles 2024-11-21T04:12:44,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/155d5eeccfb044119637ee6433f794f6 for snapshot=snapshot_backup_system 2024-11-21T04:12:44,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/b573cd044d994ac9a295f90b9919769a for snapshot=snapshot_backup_system 2024-11-21T04:12:44,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/5d71e1cb58ba46149fdc452bafe2cd94 for snapshot=snapshot_backup_system 2024-11-21T04:12:44,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/7bc34802461a45f6a4f244e8ff38fa42 for snapshot=snapshot_backup_system 2024-11-21T04:12:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-21T04:12:44,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741951_1127 (size=330) 2024-11-21T04:12:45,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:12:45,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-21T04:12:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-21T04:12:45,285 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:12:45,286 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:12:45,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-21T04:12:45,290 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T04:12:45,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bbce5f19561ad473273b6aea73580d1a in 1.1560 sec 2024-11-21T04:12:45,291 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T04:12:45,293 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T04:12:45,293 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-21T04:12:45,294 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-21T04:12:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741952_1128 (size=967) 2024-11-21T04:12:45,385 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T04:12:45,446 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T04:12:45,447 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.hbase-snapshot/snapshot_backup_system 2024-11-21T04:12:45,449 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T04:12:45,450 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-21T04:12:45,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7350 sec 2024-11-21T04:12:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-21T04:12:45,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-21T04:12:45,881 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732162363489 started at 1732162365881. 2024-11-21T04:12:45,883 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732162363489 has been started. 2024-11-21T04:12:45,891 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1732162282045, ns2:test-17321622820451, ns3:test-17321622820452, ns4:test-17321622820453] 2024-11-21T04:12:45,900 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732162319099for backupID backup_1732162363489 2024-11-21T04:12:45,900 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-21T04:12:45,901 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-21T04:12:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-21T04:12:45,901 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-21T04:12:45,901 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-21T04:12:45,901 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-21T04:12:45,901 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-21T04:12:45,905 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-21T04:12:45,905 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-21T04:12:46,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-21T04:12:46,004 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,005 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-21T04:12:46,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-21T04:12:46,005 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,005 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-21T04:12:46,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-21T04:12:46,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-21T04:12:46,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-21T04:12:46,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-21T04:12:46,035 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-21T04:12:46,039 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-21T04:12:46,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-21T04:12:46,040 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-21T04:12:46,040 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-21T04:12:46,040 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-21T04:12:46,040 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-21T04:12:46,040 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b69e2a1ee061,39389,1732162272713' joining acquired barrier for procedure (rolllog) in zk 2024-11-21T04:12:46,067 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:46,068 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-21T04:12:46,068 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-21T04:12:46,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,078 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:12:46,078 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:12:46,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:12:46,089 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:12:46,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:46,104 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,116 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:12:46,119 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b69e2a1ee061,39389,1732162272713' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-21T04:12:46,119 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@125a8ab9[Count = 0] remaining members to acquire global barrier 2024-11-21T04:12:46,120 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-21T04:12:46,120 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:46,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:46,163 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:46,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:46,163 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-21T04:12:46,163 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-21T04:12:46,164 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,164 INFO [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732162332123 highest: 1732162332174 on b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,164 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0:(num 1732162332123) roll requested 2024-11-21T04:12:46,184 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,184 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-21T04:12:46,186 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162366164, exclude list is [], retry=0 2024-11-21T04:12:46,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:12:46,213 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162332123 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162366164 2024-11-21T04:12:46,213 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:12:46,213 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162332123 is not closed yet, will try archiving it next time 2024-11-21T04:12:46,213 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.meta:.meta(num 1732162332143) roll requested 2024-11-21T04:12:46,215 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162297323 2024-11-21T04:12:46,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741910_1086 (size=653) 2024-11-21T04:12:46,220 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162332123 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162332123 2024-11-21T04:12:46,231 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162366213.meta, exclude list is [], retry=0 2024-11-21T04:12:46,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:12:46,242 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162332143.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162366213.meta 2024-11-21T04:12:46,243 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:12:46,243 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162332143.meta is not closed yet, will try archiving it next time 2024-11-21T04:12:46,243 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1:(num 1732162332174) roll requested 2024-11-21T04:12:46,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741911_1087 (size=93) 2024-11-21T04:12:46,252 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162332143.meta to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162332143.meta 2024-11-21T04:12:46,273 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162366245, exclude list is [], retry=0 2024-11-21T04:12:46,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-8f685f72-cab7-4b45-9d13-e5e3f80555b2,DISK] 2024-11-21T04:12:46,283 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162332174 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162366245 2024-11-21T04:12:46,283 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-11-21T04:12:46,283 DEBUG [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162332174 is not closed yet, will try archiving it next time 2024-11-21T04:12:46,283 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162319099 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162319099 2024-11-21T04:12:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741912_1088 (size=4710) 2024-11-21T04:12:46,285 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 121 2024-11-21T04:12:46,285 INFO [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732162366164 on b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162332174 not finished, retry = 0 2024-11-21T04:12:46,308 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:46,318 DEBUG [rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:46,330 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-21T04:12:46,330 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b69e2a1ee061,39389,1732162272713' in zk 2024-11-21T04:12:46,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,354 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-21T04:12:46,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:12:46,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:12:46,354 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-21T04:12:46,354 DEBUG [member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-21T04:12:46,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:12:46,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:12:46,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:46,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:12:46,399 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:46,404 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,419 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b69e2a1ee061,39389,1732162272713': 2024-11-21T04:12:46,419 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b69e2a1ee061,39389,1732162272713' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-21T04:12:46,419 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-21T04:12:46,419 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-21T04:12:46,419 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-21T04:12:46,419 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-21T04:12:46,419 INFO [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-21T04:12:46,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:12:46,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-21T04:12:46,443 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-21T04:12:46,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-21T04:12:46,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:12:46,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-21T04:12:46,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-21T04:12:46,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-21T04:12:46,449 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-21T04:12:46,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-21T04:12:46,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-21T04:12:46,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-21T04:12:46,453 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:46,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-21T04:12:46,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:46,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-21T04:12:46,456 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-21T04:12:46,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-21T04:12:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-21T04:12:46,473 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-21T04:12:46,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-21T04:12:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-21T04:12:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-21T04:12:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-21T04:12:46,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-21T04:12:46,474 DEBUG [(b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-21T04:12:46,474 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-21T04:12:46,474 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-21T04:12:46,478 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-21T04:12:46,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-21T04:12:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-21T04:12:46,486 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b69e2a1ee061:39389=1732162319099} newestTimestamps: {b69e2a1ee061:39389=1732162332174} 2024-11-21T04:12:46,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b69e2a1ee061%2C39389%2C1732162272713.meta.1732162276545.meta 2024-11-21T04:12:46,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b69e2a1ee061%2C39389%2C1732162272713.meta.1732162319070.meta 2024-11-21T04:12:46,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b69e2a1ee061%2C39389%2C1732162272713.meta.1732162366213.meta 2024-11-21T04:12:46,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162366164 2024-11-21T04:12:46,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162332174 2024-11-21T04:12:46,488 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162366245 2024-11-21T04:12:46,490 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162297358.meta 2024-11-21T04:12:46,490 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162332143.meta 2024-11-21T04:12:46,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741956_1132 (size=640) 2024-11-21T04:12:46,935 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:44433/backupUT/backup_1732162363489/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:12:46,935 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-21T04:12:46,939 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-21T04:12:46,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741957_1133 (size=45) 2024-11-21T04:12:47,355 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-21T04:12:47,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741958_1134 (size=908) 2024-11-21T04:12:47,772 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732162282045 target: hdfs://localhost:44433/backupUT/backup_1732162363489/default/test-1732162282045 descriptor: 'test-1732162282045', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:12:47,772 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-21T04:12:47,774 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732162282045 2024-11-21T04:12:47,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741959_1135 (size=53) 2024-11-21T04:12:47,824 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732162282045 2024-11-21T04:12:47,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741960_1136 (size=390) 2024-11-21T04:12:47,874 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17321622820452 target: hdfs://localhost:44433/backupUT/backup_1732162363489/ns3/test-17321622820452 descriptor: 'ns3:test-17321622820452', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:12:47,874 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-21T04:12:47,877 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17321622820452 2024-11-21T04:12:47,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741961_1137 (size=50) 2024-11-21T04:12:47,912 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17321622820452 2024-11-21T04:12:47,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741962_1138 (size=364) 2024-11-21T04:12:47,984 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17321622820451 target: hdfs://localhost:44433/backupUT/backup_1732162363489/ns2/test-17321622820451 descriptor: 'ns2:test-17321622820451', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:12:47,984 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-21T04:12:47,987 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17321622820451 2024-11-21T04:12:48,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741963_1139 (size=50) 2024-11-21T04:12:48,420 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17321622820451 2024-11-21T04:12:48,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741964_1140 (size=390) 2024-11-21T04:12:48,861 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17321622820453 target: hdfs://localhost:44433/backupUT/backup_1732162363489/ns4/test-17321622820453 descriptor: 'ns4:test-17321622820453', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:12:48,861 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-21T04:12:48,864 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17321622820453 2024-11-21T04:12:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741965_1141 (size=50) 2024-11-21T04:12:49,290 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17321622820453 2024-11-21T04:12:49,308 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44433/backupUT/.tmp/backup_1732162363489 from hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162332174;hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162332123 2024-11-21T04:12:49,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0cb6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:49,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:49,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:49,314 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:49,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:49,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:49,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c95740e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:49,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:49,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:49,317 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:49,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355a1edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:49,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:49,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:12:49,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:12:49,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b829f4 2024-11-21T04:12:49,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:12:49,327 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:12:49,333 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-21T04:12:49,333 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-21T04:12:49,333 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:49,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:49,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:49,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:49,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:49,339 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-21T04:12:49,339 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732162282045 2024-11-21T04:12:49,340 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732162282045,, stopping at row=test-1732162282045 ,, for max=2147483647 with caching=100 2024-11-21T04:12:49,343 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732162282045: test-1732162282045; 2024-11-21T04:12:49,343 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17321622820451 2024-11-21T04:12:49,343 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17321622820451,, stopping at row=ns2:test-17321622820451 ,, for max=2147483647 with caching=100 2024-11-21T04:12:49,347 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17321622820451: ns2:test-17321622820451; 2024-11-21T04:12:49,347 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17321622820452 2024-11-21T04:12:49,347 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17321622820452,, stopping at row=ns3:test-17321622820452 ,, for max=2147483647 with caching=100 2024-11-21T04:12:49,351 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17321622820452: ns3:test-17321622820452; 2024-11-21T04:12:49,351 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17321622820453 2024-11-21T04:12:49,352 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17321622820453,, stopping at row=ns4:test-17321622820453 ,, for max=2147483647 with caching=100 2024-11-21T04:12:49,360 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17321622820453: ns4:test-17321622820453; 2024-11-21T04:12:49,360 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-21T04:12:49,360 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/partitions_34e11819-199d-428b-a2ee-978f08c8ba75 2024-11-21T04:12:49,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741966_1142 (size=324) 2024-11-21T04:12:49,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:49,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:49,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-8131282370964534695.jar 2024-11-21T04:12:50,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:12:50,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:12:50,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:12:50,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:12:50,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:12:50,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:12:50,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:12:50,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:12:50,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:12:50,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:12:50,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:12:50,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:50,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:50,618 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1732162282045,ns2:test-17321622820451,ns3:test-17321622820452,ns4:test-17321622820453 2024-11-21T04:12:50,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:12:50,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:12:50,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:50,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:50,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:50,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:12:51,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-10306747219732511902.jar 2024-11-21T04:12:51,872 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:12:51,957 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162332174 for WAL files 2024-11-21T04:12:51,965 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162332174 2024-11-21T04:12:51,965 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162332123 for WAL files 2024-11-21T04:12:51,966 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162332123 2024-11-21T04:12:52,188 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1773324675_0010_1f85ee0f-a19a-40bd-9839-dcb7cdd74ad7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:12:52,188 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1773324675_0010_1f85ee0f-a19a-40bd-9839-dcb7cdd74ad7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:12:52,268 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162332174 for hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162332174 (-9223372036854775808:9223372036854775807) length:4710 2024-11-21T04:12:52,273 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-21T04:12:52,273 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-21T04:12:52,327 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162332123 for hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162332123 (-9223372036854775808:9223372036854775807) length:653 2024-11-21T04:12:52,337 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-21T04:12:52,337 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-21T04:12:52,791 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8d6283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:52,791 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:52,791 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:52,797 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:52,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:52,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:52,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac0fac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:52,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:52,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:52,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:52,804 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:52,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ef69d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:52,808 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:52,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:52,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:52,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:52,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732162282045', row='row-test-1732162282045-2-0', locateType=CURRENT is [region=test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442., hostname=b69e2a1ee061,39389,1732162272713, seqNum=338] 2024-11-21T04:12:52,824 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-21T04:12:52,824 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:12:52,824 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:52,825 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:52,825 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732162282045-2-0] 2024-11-21T04:12:52,825 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:12:52,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:52,844 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/backupUT/.tmp/backup_1732162363489/_temporary/0/_temporary/attempt_local1773324675_0010_r_000004_0/default/test-1732162282045/f2/125b972cfa0b482cb98834f42885981a is 58, key is row-test-1732162282045-2-0/f2:q1/1732162358467/Put/seqid=0 2024-11-21T04:12:52,861 WARN [Thread-1512 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:12:52,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741967_1143 (size=5367) 2024-11-21T04:12:53,237 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:44433/backupUT 2024-11-21T04:12:53,237 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732162363489 2024-11-21T04:12:53,237 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-21T04:12:53,260 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:44433/backupUT/.tmp/backup_1732162363489, hdfs://localhost:44433/backupUT] 2024-11-21T04:12:53,380 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:12:53,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c428dfec48ea04a25c4e442d21e49442, had cached 0 bytes from a total of 38453 2024-11-21T04:12:53,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741968_1144 (size=5367) 2024-11-21T04:12:54,616 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-21T04:12:54,618 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732162363489 2024-11-21T04:12:54,618 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-21T04:12:54,619 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1813393206_0011 completed: true true 2024-11-21T04:12:54,619 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6665904 FILE: Number of bytes written=17202748 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409247 HDFS: Number of bytes written=2547251 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=420 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-21T04:12:54,619 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:44433/backupUT/.tmp/backup_1732162363489 to hdfs://localhost:44433/backupUT finished. 2024-11-21T04:12:54,644 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732162363489 2024-11-21T04:12:54,649 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732162329102} 2024-11-21T04:12:54,649 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-21T04:12:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741969_1145 (size=714) 2024-11-21T04:12:54,658 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44433/backupUT/backup_1732162363489/.backup.manifest 2024-11-21T04:12:54,658 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732162363489 finished: type=INCREMENTAL,tablelist=backup:system_bulk;test-1732162282045;ns3:test-17321622820452;ns2:test-17321622820451;ns4:test-17321622820453,targetRootDir=hdfs://localhost:44433/backupUT,startts=1732162365881,completets=1732162374644,bytescopied=0 2024-11-21T04:12:54,658 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-21T04:12:54,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-21T04:12:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-21T04:12:54,665 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-21T04:12:54,668 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-21T04:12:54,672 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732162363489 completed. 2024-11-21T04:12:54,672 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-21T04:12:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:12:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:12:54,702 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732162291358 2024-11-21T04:12:54,708 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-21T04:12:54,710 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-21T04:12:54,712 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44433/backupUT/backup_1732162291358/.backup.manifest 2024-11-21T04:12:54,715 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732162291358/.backup.manifest 2024-11-21T04:12:54,719 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44433/backupUT/backup_1732162291358/.backup.manifest 2024-11-21T04:12:54,722 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732162291358/.backup.manifest 2024-11-21T04:12:54,722 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732162282045' to 'table1' from full backup image hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045 2024-11-21T04:12:54,737 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-21T04:12:54,737 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:54,738 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f in region [hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442] 2024-11-21T04:12:54,744 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d first=row0 last=row98 2024-11-21T04:12:54,744 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3 in region [hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442] 2024-11-21T04:12:54,748 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c first=row-test-1732162282045-3-0 last=row-test-1732162282045-3-5 2024-11-21T04:12:54,748 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob in region [hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442] 2024-11-21T04:12:54,752 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b first=row-test-1732162282045-3-0 last=row-test-1732162282045-3-5 2024-11-21T04:12:54,757 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:12:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-21T04:12:54,760 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T04:12:54,760 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:54,760 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-21T04:12:54,761 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T04:12:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T04:12:54,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741970_1146 (size=938) 2024-11-21T04:12:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T04:12:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T04:12:55,184 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e086de190fdb3505e7427e70ffd4981, NAME => 'table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:12:55,185 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 44dd581120e954f4ad545e4061a19f6f, NAME => 'table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:12:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741971_1147 (size=45) 2024-11-21T04:12:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741972_1148 (size=45) 2024-11-21T04:12:55,256 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:12:55,256 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 44dd581120e954f4ad545e4061a19f6f, disabling compactions & flushes 2024-11-21T04:12:55,256 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. 2024-11-21T04:12:55,256 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. 2024-11-21T04:12:55,257 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. after waiting 1 ms 2024-11-21T04:12:55,257 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. 2024-11-21T04:12:55,257 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. 2024-11-21T04:12:55,257 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 44dd581120e954f4ad545e4061a19f6f: Waiting for close lock at 1732162375256Disabling compacts and flushes for region at 1732162375256Disabling writes for close at 1732162375257 (+1 ms)Writing region close event to WAL at 1732162375257Closed at 1732162375257 2024-11-21T04:12:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T04:12:55,646 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:12:55,646 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 1e086de190fdb3505e7427e70ffd4981, disabling compactions & flushes 2024-11-21T04:12:55,647 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. 2024-11-21T04:12:55,647 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. 2024-11-21T04:12:55,647 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. after waiting 0 ms 2024-11-21T04:12:55,647 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. 2024-11-21T04:12:55,647 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. 2024-11-21T04:12:55,647 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e086de190fdb3505e7427e70ffd4981: Waiting for close lock at 1732162375646Disabling compacts and flushes for region at 1732162375646Disabling writes for close at 1732162375647 (+1 ms)Writing region close event to WAL at 1732162375647Closed at 1732162375647 2024-11-21T04:12:55,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T04:12:55,652 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732162375648"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162375648"}]},"ts":"1732162375648"} 2024-11-21T04:12:55,653 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732162375648"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162375648"}]},"ts":"1732162375648"} 2024-11-21T04:12:55,657 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-21T04:12:55,659 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T04:12:55,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162375659"}]},"ts":"1732162375659"} 2024-11-21T04:12:55,662 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-21T04:12:55,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1e086de190fdb3505e7427e70ffd4981, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=44dd581120e954f4ad545e4061a19f6f, ASSIGN}] 2024-11-21T04:12:55,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=44dd581120e954f4ad545e4061a19f6f, ASSIGN 2024-11-21T04:12:55,664 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1e086de190fdb3505e7427e70ffd4981, ASSIGN 2024-11-21T04:12:55,665 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=1e086de190fdb3505e7427e70ffd4981, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:12:55,665 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=44dd581120e954f4ad545e4061a19f6f, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:12:55,790 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region aac42431d8f403f7b8a82b6057334e7e, had cached 0 bytes from a total of 13547 2024-11-21T04:12:55,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=1e086de190fdb3505e7427e70ffd4981, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:55,816 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=44dd581120e954f4ad545e4061a19f6f, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:55,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=44dd581120e954f4ad545e4061a19f6f, ASSIGN because future has completed 2024-11-21T04:12:55,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=1e086de190fdb3505e7427e70ffd4981, ASSIGN because future has completed 2024-11-21T04:12:55,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44dd581120e954f4ad545e4061a19f6f, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:12:55,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e086de190fdb3505e7427e70ffd4981, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:12:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T04:12:55,983 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. 2024-11-21T04:12:55,983 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 44dd581120e954f4ad545e4061a19f6f, NAME => 'table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-21T04:12:55,984 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:12:55,984 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:55,984 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:12:55,984 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:55,984 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:55,986 INFO [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:55,988 INFO [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44dd581120e954f4ad545e4061a19f6f columnFamilyName f 2024-11-21T04:12:55,988 DEBUG [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:55,991 INFO [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] regionserver.HStore(327): Store=44dd581120e954f4ad545e4061a19f6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:12:55,992 INFO [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:55,995 INFO [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44dd581120e954f4ad545e4061a19f6f columnFamilyName f3 2024-11-21T04:12:55,995 DEBUG [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:55,995 INFO [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] regionserver.HStore(327): Store=44dd581120e954f4ad545e4061a19f6f/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:12:55,995 INFO [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:55,997 INFO [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44dd581120e954f4ad545e4061a19f6f columnFamilyName mob 2024-11-21T04:12:55,998 DEBUG [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:56,000 INFO [StoreOpener-44dd581120e954f4ad545e4061a19f6f-1 {}] regionserver.HStore(327): Store=44dd581120e954f4ad545e4061a19f6f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:12:56,001 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:56,002 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:56,002 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:56,004 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:56,004 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:56,004 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:12:56,008 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:56,011 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:12:56,012 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened 44dd581120e954f4ad545e4061a19f6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10871363840, jitterRate=0.012474656105041504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:12:56,012 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:12:56,013 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for 44dd581120e954f4ad545e4061a19f6f: Running coprocessor pre-open hook at 1732162375985Writing region info on filesystem at 1732162375985Initializing all the Stores at 1732162375986 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162375986Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162375986Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162375986Cleaning up temporary data from old regions at 1732162376004 (+18 ms)Running coprocessor post-open hooks at 1732162376012 (+8 ms)Region opened successfully at 1732162376013 (+1 ms) 2024-11-21T04:12:56,014 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f., pid=64, masterSystemTime=1732162375979 2024-11-21T04:12:56,017 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. 2024-11-21T04:12:56,017 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. 2024-11-21T04:12:56,017 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. 2024-11-21T04:12:56,018 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e086de190fdb3505e7427e70ffd4981, NAME => 'table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-21T04:12:56,018 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:12:56,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=44dd581120e954f4ad545e4061a19f6f, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:56,018 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,018 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:12:56,018 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,018 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44dd581120e954f4ad545e4061a19f6f, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:12:56,020 INFO [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,026 INFO [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e086de190fdb3505e7427e70ffd4981 columnFamilyName f 2024-11-21T04:12:56,026 DEBUG [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:56,026 INFO [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] regionserver.HStore(327): Store=1e086de190fdb3505e7427e70ffd4981/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:12:56,027 INFO [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,029 INFO [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e086de190fdb3505e7427e70ffd4981 columnFamilyName f3 2024-11-21T04:12:56,029 DEBUG [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:56,030 INFO [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] regionserver.HStore(327): Store=1e086de190fdb3505e7427e70ffd4981/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:12:56,030 INFO [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-21T04:12:56,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 44dd581120e954f4ad545e4061a19f6f, server=b69e2a1ee061,39389,1732162272713 in 207 msec 2024-11-21T04:12:56,032 INFO [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e086de190fdb3505e7427e70ffd4981 columnFamilyName mob 2024-11-21T04:12:56,034 DEBUG [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:12:56,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=44dd581120e954f4ad545e4061a19f6f, ASSIGN in 369 msec 2024-11-21T04:12:56,035 INFO [StoreOpener-1e086de190fdb3505e7427e70ffd4981-1 {}] regionserver.HStore(327): Store=1e086de190fdb3505e7427e70ffd4981/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:12:56,035 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,036 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,044 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,046 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,046 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,047 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:12:56,053 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,057 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:12:56,057 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 1e086de190fdb3505e7427e70ffd4981; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11250935200, jitterRate=0.04782499372959137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:12:56,057 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:12:56,058 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 1e086de190fdb3505e7427e70ffd4981: Running coprocessor pre-open hook at 1732162376018Writing region info on filesystem at 1732162376018Initializing all the Stores at 1732162376020 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162376020Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162376020Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162376020Cleaning up temporary data from old regions at 1732162376047 (+27 ms)Running coprocessor post-open hooks at 1732162376057 (+10 ms)Region opened successfully at 1732162376057 2024-11-21T04:12:56,058 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., pid=65, masterSystemTime=1732162375979 2024-11-21T04:12:56,072 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=1e086de190fdb3505e7427e70ffd4981, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:12:56,074 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. 2024-11-21T04:12:56,074 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. 2024-11-21T04:12:56,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e086de190fdb3505e7427e70ffd4981, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:12:56,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=62 2024-11-21T04:12:56,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e086de190fdb3505e7427e70ffd4981, server=b69e2a1ee061,39389,1732162272713 in 257 msec 2024-11-21T04:12:56,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-21T04:12:56,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1e086de190fdb3505e7427e70ffd4981, ASSIGN in 427 msec 2024-11-21T04:12:56,098 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T04:12:56,099 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162376098"}]},"ts":"1732162376098"} 2024-11-21T04:12:56,101 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-21T04:12:56,106 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T04:12:56,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.3490 sec 2024-11-21T04:12:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-21T04:12:56,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-21T04:12:56,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-21T04:12:56,915 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442 from hbase tables test-1732162282045 to tables table1 2024-11-21T04:12:56,915 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732162282045 into table1 2024-11-21T04:12:56,918 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915 from hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:12:56,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754966c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:56,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:56,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:56,920 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:56,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:56,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:56,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a485ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:56,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:56,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:56,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:56,922 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:56,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:56,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:12:56,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:12:56,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bb76256 2024-11-21T04:12:56,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:12:56,925 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:12:56,926 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-21T04:12:56,926 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-21T04:12:56,926 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-21T04:12:56,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:56,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:56,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:56,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:56,930 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-21T04:12:56,930 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-21T04:12:56,930 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-21T04:12:56,930 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/partitions_d16aceee-dbd9-47ba-9bd4-07cf01f0c6df 2024-11-21T04:12:56,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741973_1149 (size=177) 2024-11-21T04:12:57,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:57,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:57,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-21T04:12:58,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-2140900931834291109.jar 2024-11-21T04:12:58,543 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,544 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,544 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,544 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:12:58,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:12:58,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:12:58,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:12:58,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:12:58,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:12:58,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:12:58,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:12:58,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:12:58,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:12:58,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:12:58,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:12:58,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:12:58,556 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-21T04:12:58,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:12:58,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:12:58,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:58,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:58,557 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-21T04:12:58,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:58,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:12:58,586 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:12:58,617 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-21T04:12:58,948 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1645580820_0012_d901c164-610b-4a91-a7d3-ac18e872236a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:12:58,948 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1645580820_0012_d901c164-610b-4a91-a7d3-ac18e872236a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:12:59,037 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d 2024-11-21T04:12:59,041 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:12:59,116 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b 2024-11-21T04:12:59,119 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:12:59,168 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f3/cea0eb5923bc45eb912475c8f7d6d36c 2024-11-21T04:12:59,173 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:12:59,210 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24add79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:59,210 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:59,210 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:59,211 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:59,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb6947b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:59,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:59,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:59,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:59,213 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:59,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605c920f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:59,214 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:59,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:59,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:59,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:59,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732162282045-3-0', locateType=CURRENT is [region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:12:59,219 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-21T04:12:59,219 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:12:59,219 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:59,219 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:59,220 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732162282045-3-0] 2024-11-21T04:12:59,220 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:12:59,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:59,228 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57283dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:59,228 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:12:59,228 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:12:59,229 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:12:59,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:12:59,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:12:59,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48063a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:59,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:12:59,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:12:59,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:59,231 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:12:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37761ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:12:59,232 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:12:59,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:12:59,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:12:59,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:12:59,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732162282045-3-0', locateType=CURRENT is [region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:12:59,236 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-21T04:12:59,236 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:12:59,236 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:59,236 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:12:59,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:12:59,236 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732162282045-3-0] 2024-11-21T04:12:59,236 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:12:59,240 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/_temporary/0/_temporary/attempt_local1645580820_0012_r_000000_0/f3/2863c9dde67c48a9b75a3a9461e3f7eb is 58, key is row-test-1732162282045-3-0/f3:q1/1732162291321/Put/seqid=0 2024-11-21T04:12:59,242 WARN [Thread-1632 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:12:59,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741974_1150 (size=5530) 2024-11-21T04:12:59,646 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/_temporary/0/_temporary/attempt_local1645580820_0012_r_000000_0/mob/8876e7fb48e44331a6f08d8995778abf is 59, key is row-test-1732162282045-3-0/mob:q1/1732162291340/Put/seqid=0 2024-11-21T04:12:59,648 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:12:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741975_1151 (size=5539) 2024-11-21T04:13:00,164 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b36071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:00,164 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:00,164 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:00,165 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:00,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:00,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:00,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aed9c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:00,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:00,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:00,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:00,172 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:00,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5130f186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:00,180 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:00,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:00,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:00,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:00,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:00,191 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-21T04:13:00,191 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:00,191 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:00,192 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:00,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:00,192 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-21T04:13:00,192 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:13:00,210 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/_temporary/0/_temporary/attempt_local1645580820_0012_r_000001_0/f/ed3becf4329f42d69c360070557fef4e is 37, key is row10/f:q1/1732162284793/Put/seqid=0 2024-11-21T04:13:00,216 WARN [Thread-1649 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:13:00,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741976_1152 (size=8742) 2024-11-21T04:13:01,009 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915 2024-11-21T04:13:01,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46000be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:01,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:01,011 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:01,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:01,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:01,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1472b6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:01,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:01,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,013 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:01,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de6a1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:01,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:01,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:01,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:01,024 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/_SUCCESS 2024-11-21T04:13:01,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:01,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:01,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71fdcd37 2024-11-21T04:13:01,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:01,079 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:01,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:01,111 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-21T04:13:01,133 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/f/ed3becf4329f42d69c360070557fef4e first=Optional[row0] last=Optional[row98] 2024-11-21T04:13:01,148 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/f3/2863c9dde67c48a9b75a3a9461e3f7eb first=Optional[row-test-1732162282045-3-0] last=Optional[row-test-1732162282045-3-5] 2024-11-21T04:13:01,156 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/mob/8876e7fb48e44331a6f08d8995778abf first=Optional[row-test-1732162282045-3-0] last=Optional[row-test-1732162282045-3-5] 2024-11-21T04:13:01,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/f/ed3becf4329f42d69c360070557fef4e for inclusion in 44dd581120e954f4ad545e4061a19f6f/f 2024-11-21T04:13:01,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/f3/2863c9dde67c48a9b75a3a9461e3f7eb for inclusion in 1e086de190fdb3505e7427e70ffd4981/f3 2024-11-21T04:13:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732162282045-3-0 last=row-test-1732162282045-3-5 2024-11-21T04:13:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-21T04:13:01,247 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/mob/8876e7fb48e44331a6f08d8995778abf for inclusion in 1e086de190fdb3505e7427e70ffd4981/mob 2024-11-21T04:13:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-21T04:13:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-21T04:13:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(2603): Flush status journal for 44dd581120e954f4ad545e4061a19f6f: 2024-11-21T04:13:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/f/ed3becf4329f42d69c360070557fef4e to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/f/ed3becf4329f42d69c360070557fef4e 2024-11-21T04:13:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732162282045-3-0 last=row-test-1732162282045-3-5 2024-11-21T04:13:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-21T04:13:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(2603): Flush status journal for 1e086de190fdb3505e7427e70ffd4981: 2024-11-21T04:13:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/f3/2863c9dde67c48a9b75a3a9461e3f7eb to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/f3/2863c9dde67c48a9b75a3a9461e3f7eb 2024-11-21T04:13:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/f/ed3becf4329f42d69c360070557fef4e as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/f/d3e14507d9814903b3908adbf5d6292c_SeqId_4_ 2024-11-21T04:13:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/f3/2863c9dde67c48a9b75a3a9461e3f7eb as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/f3/f345bb8f35db427c8ba991377ae1da33_SeqId_4_ 2024-11-21T04:13:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162376915/mob/8876e7fb48e44331a6f08d8995778abf to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/mob/8876e7fb48e44331a6f08d8995778abf 2024-11-21T04:13:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d9e52a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:01,269 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:01,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:01,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:01,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abdc2a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:01,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:01,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/mob/8876e7fb48e44331a6f08d8995778abf as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/mob/3ff36e3d74834cdfa817114acce4ce28_SeqId_4_ 2024-11-21T04:13:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102e94e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f431f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:01,278 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:01,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:01,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:01,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:01,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16299266 2024-11-21T04:13:01,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d23da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:01,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:01,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:01,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,285 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:01,285 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af7a263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:01,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:01,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e410112 2024-11-21T04:13:01,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:01,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:01,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:01,292 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:01,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:01,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:01,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:01,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:01,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:01,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:01,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:01,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:01,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:01,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389. 2024-11-21T04:13:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:01,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/f/ed3becf4329f42d69c360070557fef4e into 44dd581120e954f4ad545e4061a19f6f/f as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/f/d3e14507d9814903b3908adbf5d6292c_SeqId_4_ - updating store file list. 2024-11-21T04:13:01,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:01,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:01,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/f/d3e14507d9814903b3908adbf5d6292c_SeqId_4_ into 44dd581120e954f4ad545e4061a19f6f/f 2024-11-21T04:13:01,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/f/ed3becf4329f42d69c360070557fef4e into 44dd581120e954f4ad545e4061a19f6f/f (new location: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/f/d3e14507d9814903b3908adbf5d6292c_SeqId_4_) 2024-11-21T04:13:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/f/ed3becf4329f42d69c360070557fef4e 2024-11-21T04:13:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360e0dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:01,373 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:01,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:01,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:01,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e471c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:01,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:01,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,378 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:01,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707fd3ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba8fe2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:01,382 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:01,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:01,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14304ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:01,385 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:01,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccd5772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:01,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:01,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7efa5f82 2024-11-21T04:13:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:01,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9455142 2024-11-21T04:13:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:01,389 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:01,390 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T04:13:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:01,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:01,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:01,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T04:13:01,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:01,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:01,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:01,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:01,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:01,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:01,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389. 2024-11-21T04:13:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:01,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:01,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:01,443 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:01,448 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/f3/2863c9dde67c48a9b75a3a9461e3f7eb into 1e086de190fdb3505e7427e70ffd4981/f3 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/f3/f345bb8f35db427c8ba991377ae1da33_SeqId_4_ - updating store file list. 2024-11-21T04:13:01,465 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/f3/f345bb8f35db427c8ba991377ae1da33_SeqId_4_ into 1e086de190fdb3505e7427e70ffd4981/f3 2024-11-21T04:13:01,465 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/f3/2863c9dde67c48a9b75a3a9461e3f7eb into 1e086de190fdb3505e7427e70ffd4981/f3 (new location: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/f3/f345bb8f35db427c8ba991377ae1da33_SeqId_4_) 2024-11-21T04:13:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/f3/2863c9dde67c48a9b75a3a9461e3f7eb 2024-11-21T04:13:01,467 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/mob/8876e7fb48e44331a6f08d8995778abf into 1e086de190fdb3505e7427e70ffd4981/mob as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/mob/3ff36e3d74834cdfa817114acce4ce28_SeqId_4_ - updating store file list. 2024-11-21T04:13:01,476 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/mob/3ff36e3d74834cdfa817114acce4ce28_SeqId_4_ into 1e086de190fdb3505e7427e70ffd4981/mob 2024-11-21T04:13:01,476 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/mob/8876e7fb48e44331a6f08d8995778abf into 1e086de190fdb3505e7427e70ffd4981/mob (new location: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/mob/3ff36e3d74834cdfa817114acce4ce28_SeqId_4_) 2024-11-21T04:13:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__g5uo1pm77pqilk5itkfg3ujdsuk5aglul4nsvp3hjdp0mkau8m74l37evokjt09i/mob/8876e7fb48e44331a6f08d8995778abf 2024-11-21T04:13:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303b73c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:01,484 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:01,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:01,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:01,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c24cd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:01,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:01,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,488 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:01,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17df9ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:01,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:01,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca60e0c 2024-11-21T04:13:01,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:01,497 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T04:13:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:01,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:01,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:01,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T04:13:01,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:01,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:01,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:01,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-21T04:13:01,547 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:01,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:01,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:01,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:01,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:01,552 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-21T04:13:01,553 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-21T04:13:01,553 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732162291358 hdfs://localhost:44433/backupUT/backup_1732162291358/default/test-1732162282045/ 2024-11-21T04:13:01,558 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44433/backupUT/backup_1732162291358/.backup.manifest 2024-11-21T04:13:01,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 , the old value is region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b69e2a1ee061:39389 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T04:13:01,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T04:13:01,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 from cache 2024-11-21T04:13:01,561 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732162291358/.backup.manifest 2024-11-21T04:13:01,561 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17321622820451' to 'ns2:table2' from full backup image hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451 2024-11-21T04:13:01,569 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T04:13:01,576 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-21T04:13:01,576 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:13:01,581 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f in region [hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e] 2024-11-21T04:13:01,599 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa first=row0 last=row98 2024-11-21T04:13:01,600 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:13:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-21T04:13:01,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T04:13:01,605 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-21T04:13:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T04:13:01,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T04:13:01,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-21T04:13:01,608 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-21T04:13:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741977_1153 (size=351) 2024-11-21T04:13:01,671 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b69e2a1ee061:39389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T04:13:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T04:13:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T04:13:02,033 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dbbdf716822c314dd223c52f50e71060, NAME => 'ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:13:02,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741978_1154 (size=37) 2024-11-21T04:13:02,085 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:13:02,085 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing dbbdf716822c314dd223c52f50e71060, disabling compactions & flushes 2024-11-21T04:13:02,085 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. 2024-11-21T04:13:02,085 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. 2024-11-21T04:13:02,085 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. after waiting 0 ms 2024-11-21T04:13:02,085 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. 2024-11-21T04:13:02,085 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. 2024-11-21T04:13:02,086 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for dbbdf716822c314dd223c52f50e71060: Waiting for close lock at 1732162382085Disabling compacts and flushes for region at 1732162382085Disabling writes for close at 1732162382085Writing region close event to WAL at 1732162382085Closed at 1732162382085 2024-11-21T04:13:02,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T04:13:02,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732162382087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162382087"}]},"ts":"1732162382087"} 2024-11-21T04:13:02,090 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T04:13:02,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T04:13:02,092 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162382092"}]},"ts":"1732162382092"} 2024-11-21T04:13:02,094 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-21T04:13:02,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=dbbdf716822c314dd223c52f50e71060, ASSIGN}] 2024-11-21T04:13:02,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=dbbdf716822c314dd223c52f50e71060, ASSIGN 2024-11-21T04:13:02,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=dbbdf716822c314dd223c52f50e71060, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:13:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T04:13:02,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=dbbdf716822c314dd223c52f50e71060, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:02,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=dbbdf716822c314dd223c52f50e71060, ASSIGN because future has completed 2024-11-21T04:13:02,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbbdf716822c314dd223c52f50e71060, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:13:02,277 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bbce5f19561ad473273b6aea73580d1a, had cached 0 bytes from a total of 41499 2024-11-21T04:13:02,409 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. 2024-11-21T04:13:02,409 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => dbbdf716822c314dd223c52f50e71060, NAME => 'ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:13:02,410 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:13:02,410 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:02,410 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:13:02,410 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:02,410 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:02,412 INFO [StoreOpener-dbbdf716822c314dd223c52f50e71060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:02,414 INFO [StoreOpener-dbbdf716822c314dd223c52f50e71060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbbdf716822c314dd223c52f50e71060 columnFamilyName f 2024-11-21T04:13:02,414 DEBUG [StoreOpener-dbbdf716822c314dd223c52f50e71060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:02,415 INFO [StoreOpener-dbbdf716822c314dd223c52f50e71060-1 {}] regionserver.HStore(327): Store=dbbdf716822c314dd223c52f50e71060/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:02,416 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:02,417 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:02,418 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:02,419 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:02,419 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:02,421 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:02,425 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:13:02,426 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened dbbdf716822c314dd223c52f50e71060; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11440596000, jitterRate=0.0654885321855545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:13:02,426 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:02,427 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for dbbdf716822c314dd223c52f50e71060: Running coprocessor pre-open hook at 1732162382410Writing region info on filesystem at 1732162382410Initializing all the Stores at 1732162382411 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162382411Cleaning up temporary data from old regions at 1732162382419 (+8 ms)Running coprocessor post-open hooks at 1732162382426 (+7 ms)Region opened successfully at 1732162382427 (+1 ms) 2024-11-21T04:13:02,428 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., pid=68, masterSystemTime=1732162382405 2024-11-21T04:13:02,431 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. 2024-11-21T04:13:02,431 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. 2024-11-21T04:13:02,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=dbbdf716822c314dd223c52f50e71060, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:02,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbbdf716822c314dd223c52f50e71060, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:13:02,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-21T04:13:02,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure dbbdf716822c314dd223c52f50e71060, server=b69e2a1ee061,39389,1732162272713 in 183 msec 2024-11-21T04:13:02,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-21T04:13:02,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=dbbdf716822c314dd223c52f50e71060, ASSIGN in 343 msec 2024-11-21T04:13:02,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T04:13:02,442 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162382442"}]},"ts":"1732162382442"} 2024-11-21T04:13:02,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-21T04:13:02,447 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T04:13:02,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 848 msec 2024-11-21T04:13:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-21T04:13:02,740 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-21T04:13:02,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-21T04:13:02,746 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e from hbase tables ns2:test-17321622820451 to tables ns2:table2 2024-11-21T04:13:02,746 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17321622820451 into ns2:table2 2024-11-21T04:13:02,748 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162382746 from hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:13:02,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3903e823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:02,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:02,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:02,750 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:02,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:02,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:02,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739175ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:02,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:02,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:02,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:02,753 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:02,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0a2391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:02,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:02,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:02,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@479dbc44 2024-11-21T04:13:02,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:02,760 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:02,761 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-21T04:13:02,761 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-21T04:13:02,761 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-21T04:13:02,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:02,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:02,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:02,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:02,768 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-21T04:13:02,768 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-21T04:13:02,768 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/partitions_d1063eb7-9044-4bb9-bcce-c9df24d88201 2024-11-21T04:13:02,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741979_1155 (size=153) 2024-11-21T04:13:03,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:03,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:03,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-21T04:13:04,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-10989275782018113500.jar 2024-11-21T04:13:04,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:13:04,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:13:04,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:13:04,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:13:04,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:13:04,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:13:04,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:13:04,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:13:04,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:13:04,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:13:04,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:13:04,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:04,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:13:04,575 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-21T04:13:04,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:04,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:04,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:04,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:04,576 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-21T04:13:04,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:04,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:13:04,597 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:13:04,625 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-21T04:13:04,846 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local396523418_0013_e1c96d1d-f8b1-441a-bd85-73e41ad803a5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:13:04,846 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local396523418_0013_e1c96d1d-f8b1-441a-bd85-73e41ad803a5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:13:04,961 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa 2024-11-21T04:13:04,972 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:13:05,120 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7db9be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:05,120 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:05,120 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:05,129 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:05,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:05,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:05,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4bfd7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:05,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:05,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:05,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:05,141 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:05,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@927f1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:05,149 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:05,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:05,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:05,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:05,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:05,164 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-21T04:13:05,164 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:05,165 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:05,165 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:05,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:05,165 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-21T04:13:05,165 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:13:05,203 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162382746/_temporary/0/_temporary/attempt_local396523418_0013_r_000000_0/f/5f02611d7efd4fa4a720c58434d678e2 is 37, key is row10/f:q1/1732162286197/Put/seqid=0 2024-11-21T04:13:05,205 WARN [Thread-1715 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:13:05,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741980_1156 (size=8741) 2024-11-21T04:13:05,915 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162382746 2024-11-21T04:13:05,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191d4dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:05,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:05,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:05,917 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:05,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:05,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ff0d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:05,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:05,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:05,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:05,919 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:05,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ff38d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:05,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:05,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:05,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:05,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:05,928 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162382746/_SUCCESS 2024-11-21T04:13:05,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:05,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:05,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f9fcbfb 2024-11-21T04:13:05,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:05,933 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:05,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:05,939 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-21T04:13:05,946 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162382746/f/5f02611d7efd4fa4a720c58434d678e2 first=Optional[row0] last=Optional[row98] 2024-11-21T04:13:05,950 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162382746/f/5f02611d7efd4fa4a720c58434d678e2 for inclusion in dbbdf716822c314dd223c52f50e71060/f 2024-11-21T04:13:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-21T04:13:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T04:13:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(2603): Flush status journal for dbbdf716822c314dd223c52f50e71060: 2024-11-21T04:13:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162382746/f/5f02611d7efd4fa4a720c58434d678e2 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__ns2_table2__2uvqc4fuonrdvdc5chsbnm33ta3hsp93nrj4vms8ukjfefkqq5rgkpctqvov9ocf/f/5f02611d7efd4fa4a720c58434d678e2 2024-11-21T04:13:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__ns2_table2__2uvqc4fuonrdvdc5chsbnm33ta3hsp93nrj4vms8ukjfefkqq5rgkpctqvov9ocf/f/5f02611d7efd4fa4a720c58434d678e2 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/f/017bfe98cdd24b2091fd5f9a3df7d8fd_SeqId_4_ 2024-11-21T04:13:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567ddc2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:05,966 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:05,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:05,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:05,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66852269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:05,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:05,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:05,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:05,968 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:05,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b50c6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:05,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:05,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47eb1c0d 2024-11-21T04:13:05,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:05,972 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:05,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:05,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:05,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:05,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:05,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:05,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:06,004 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:06,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:06,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__ns2_table2__2uvqc4fuonrdvdc5chsbnm33ta3hsp93nrj4vms8ukjfefkqq5rgkpctqvov9ocf/f/5f02611d7efd4fa4a720c58434d678e2 into dbbdf716822c314dd223c52f50e71060/f as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/f/017bfe98cdd24b2091fd5f9a3df7d8fd_SeqId_4_ - updating store file list. 2024-11-21T04:13:06,029 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/f/017bfe98cdd24b2091fd5f9a3df7d8fd_SeqId_4_ into dbbdf716822c314dd223c52f50e71060/f 2024-11-21T04:13:06,029 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__ns2_table2__2uvqc4fuonrdvdc5chsbnm33ta3hsp93nrj4vms8ukjfefkqq5rgkpctqvov9ocf/f/5f02611d7efd4fa4a720c58434d678e2 into dbbdf716822c314dd223c52f50e71060/f (new location: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/f/017bfe98cdd24b2091fd5f9a3df7d8fd_SeqId_4_) 2024-11-21T04:13:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__ns2_table2__2uvqc4fuonrdvdc5chsbnm33ta3hsp93nrj4vms8ukjfefkqq5rgkpctqvov9ocf/f/5f02611d7efd4fa4a720c58434d678e2 2024-11-21T04:13:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477a1a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:06,033 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:06,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:06,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:06,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1e4986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:06,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:06,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:06,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:06,035 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:06,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e7827a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:06,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:06,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@82278d4 2024-11-21T04:13:06,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:06,037 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T04:13:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:06,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:06,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:06,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T04:13:06,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:06,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:06,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:06,063 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:06,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:06,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:06,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:06,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:06,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:06,065 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-21T04:13:06,065 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-21T04:13:06,065 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732162291358 hdfs://localhost:44433/backupUT/backup_1732162291358/ns2/test-17321622820451/ 2024-11-21T04:13:06,065 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-21T04:13:06,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:06,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 , the old value is region=ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b69e2a1ee061:39389 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T04:13:06,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T04:13:06,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 from cache 2024-11-21T04:13:06,067 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T04:13:06,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:06,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:06,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:06,098 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44433/backupUT/backup_1732162363489/.backup.manifest 2024-11-21T04:13:06,100 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732162363489/.backup.manifest 2024-11-21T04:13:06,101 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44433/backupUT/backup_1732162329102/.backup.manifest 2024-11-21T04:13:06,103 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732162329102/.backup.manifest 2024-11-21T04:13:06,103 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732162282045' to 'table1' from full backup image hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045 2024-11-21T04:13:06,105 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732162282045', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732162363489 2024-11-21T04:13:06,109 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-21T04:13:06,112 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-21T04:13:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-21T04:13:06,118 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162386118"}]},"ts":"1732162386118"} 2024-11-21T04:13:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-21T04:13:06,120 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-21T04:13:06,120 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-21T04:13:06,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-21T04:13:06,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1e086de190fdb3505e7427e70ffd4981, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=44dd581120e954f4ad545e4061a19f6f, UNASSIGN}] 2024-11-21T04:13:06,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=44dd581120e954f4ad545e4061a19f6f, UNASSIGN 2024-11-21T04:13:06,128 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1e086de190fdb3505e7427e70ffd4981, UNASSIGN 2024-11-21T04:13:06,132 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=44dd581120e954f4ad545e4061a19f6f, regionState=CLOSING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:06,133 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42227 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=b69e2a1ee061,39389,1732162272713, table=table1, region=44dd581120e954f4ad545e4061a19f6f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T04:13:06,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=1e086de190fdb3505e7427e70ffd4981, regionState=CLOSING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:06,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=44dd581120e954f4ad545e4061a19f6f, UNASSIGN because future has completed 2024-11-21T04:13:06,141 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T04:13:06,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 44dd581120e954f4ad545e4061a19f6f, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:13:06,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=1e086de190fdb3505e7427e70ffd4981, UNASSIGN because future has completed 2024-11-21T04:13:06,144 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T04:13:06,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1e086de190fdb3505e7427e70ffd4981, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:13:06,171 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b69e2a1ee061:39389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T04:13:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-21T04:13:06,294 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:13:06,294 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T04:13:06,294 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 1e086de190fdb3505e7427e70ffd4981, disabling compactions & flushes 2024-11-21T04:13:06,294 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. 2024-11-21T04:13:06,294 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. 2024-11-21T04:13:06,295 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. after waiting 0 ms 2024-11-21T04:13:06,295 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. 2024-11-21T04:13:06,299 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T04:13:06,300 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:06,300 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. 2024-11-21T04:13:06,301 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 1e086de190fdb3505e7427e70ffd4981: Waiting for close lock at 1732162386294Running coprocessor pre-close hooks at 1732162386294Disabling compacts and flushes for region at 1732162386294Disabling writes for close at 1732162386295 (+1 ms)Writing region close event to WAL at 1732162386296 (+1 ms)Running coprocessor post-close hooks at 1732162386300 (+4 ms)Closed at 1732162386300 2024-11-21T04:13:06,303 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:13:06,303 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:13:06,303 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T04:13:06,303 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 44dd581120e954f4ad545e4061a19f6f, disabling compactions & flushes 2024-11-21T04:13:06,303 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. 2024-11-21T04:13:06,304 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. 2024-11-21T04:13:06,304 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. after waiting 0 ms 2024-11-21T04:13:06,304 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. 2024-11-21T04:13:06,304 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=1e086de190fdb3505e7427e70ffd4981, regionState=CLOSED 2024-11-21T04:13:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1e086de190fdb3505e7427e70ffd4981, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:13:06,309 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T04:13:06,310 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:06,310 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. 2024-11-21T04:13:06,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71 2024-11-21T04:13:06,310 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 44dd581120e954f4ad545e4061a19f6f: Waiting for close lock at 1732162386303Running coprocessor pre-close hooks at 1732162386303Disabling compacts and flushes for region at 1732162386303Disabling writes for close at 1732162386304 (+1 ms)Writing region close event to WAL at 1732162386305 (+1 ms)Running coprocessor post-close hooks at 1732162386309 (+4 ms)Closed at 1732162386310 (+1 ms) 2024-11-21T04:13:06,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 1e086de190fdb3505e7427e70ffd4981, server=b69e2a1ee061,39389,1732162272713 in 163 msec 2024-11-21T04:13:06,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1e086de190fdb3505e7427e70ffd4981, UNASSIGN in 183 msec 2024-11-21T04:13:06,311 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:13:06,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=44dd581120e954f4ad545e4061a19f6f, regionState=CLOSED 2024-11-21T04:13:06,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 44dd581120e954f4ad545e4061a19f6f, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:13:06,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-21T04:13:06,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 44dd581120e954f4ad545e4061a19f6f, server=b69e2a1ee061,39389,1732162272713 in 173 msec 2024-11-21T04:13:06,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=70 2024-11-21T04:13:06,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=44dd581120e954f4ad545e4061a19f6f, UNASSIGN in 189 msec 2024-11-21T04:13:06,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-21T04:13:06,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 197 msec 2024-11-21T04:13:06,322 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162386321"}]},"ts":"1732162386321"} 2024-11-21T04:13:06,323 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-21T04:13:06,323 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-21T04:13:06,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 211 msec 2024-11-21T04:13:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-21T04:13:06,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-21T04:13:06,446 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-21T04:13:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-21T04:13:06,454 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-21T04:13:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-21T04:13:06,460 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:13:06,461 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:13:06,463 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/f, FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/f3, FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/mob, FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/recovered.edits] 2024-11-21T04:13:06,463 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/f, FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/f3, FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/mob, FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/recovered.edits] 2024-11-21T04:13:06,475 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/f/d3e14507d9814903b3908adbf5d6292c_SeqId_4_ to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/archive/data/default/table1/44dd581120e954f4ad545e4061a19f6f/f/d3e14507d9814903b3908adbf5d6292c_SeqId_4_ 2024-11-21T04:13:06,477 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/f3/f345bb8f35db427c8ba991377ae1da33_SeqId_4_ to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/archive/data/default/table1/1e086de190fdb3505e7427e70ffd4981/f3/f345bb8f35db427c8ba991377ae1da33_SeqId_4_ 2024-11-21T04:13:06,481 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/mob/3ff36e3d74834cdfa817114acce4ce28_SeqId_4_ to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/archive/data/default/table1/1e086de190fdb3505e7427e70ffd4981/mob/3ff36e3d74834cdfa817114acce4ce28_SeqId_4_ 2024-11-21T04:13:06,481 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f/recovered.edits/6.seqid to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/archive/data/default/table1/44dd581120e954f4ad545e4061a19f6f/recovered.edits/6.seqid 2024-11-21T04:13:06,482 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/44dd581120e954f4ad545e4061a19f6f 2024-11-21T04:13:06,493 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981/recovered.edits/6.seqid to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/archive/data/default/table1/1e086de190fdb3505e7427e70ffd4981/recovered.edits/6.seqid 2024-11-21T04:13:06,493 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1e086de190fdb3505e7427e70ffd4981 2024-11-21T04:13:06,494 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-21T04:13:06,494 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-21T04:13:06,495 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-21T04:13:06,497 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-21T04:13:06,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T04:13:06,511 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-21T04:13:06,515 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-21T04:13:06,515 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-21T04:13:06,516 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732162386515"}]},"ts":"9223372036854775807"} 2024-11-21T04:13:06,516 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732162386515"}]},"ts":"9223372036854775807"} 2024-11-21T04:13:06,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-21T04:13:06,522 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1e086de190fdb3505e7427e70ffd4981, NAME => 'table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 44dd581120e954f4ad545e4061a19f6f, NAME => 'table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-21T04:13:06,522 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-21T04:13:06,522 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732162386522"}]},"ts":"9223372036854775807"} 2024-11-21T04:13:06,526 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-21T04:13:06,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741981_1157 (size=938) 2024-11-21T04:13:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-21T04:13:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-21T04:13:06,956 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c0b902a503d2e443c49e168b34d372d, NAME => 'table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:13:06,956 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2342fe5e4e54965ecc32e3b94e5d95e6, NAME => 'table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:13:06,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741982_1158 (size=45) 2024-11-21T04:13:06,981 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:13:06,981 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 1c0b902a503d2e443c49e168b34d372d, disabling compactions & flushes 2024-11-21T04:13:06,981 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:06,981 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:06,981 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. after waiting 0 ms 2024-11-21T04:13:06,981 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:06,981 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:06,981 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c0b902a503d2e443c49e168b34d372d: Waiting for close lock at 1732162386981Disabling compacts and flushes for region at 1732162386981Disabling writes for close at 1732162386981Writing region close event to WAL at 1732162386981Closed at 1732162386981 2024-11-21T04:13:06,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741983_1159 (size=45) 2024-11-21T04:13:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-21T04:13:07,383 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:13:07,383 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 2342fe5e4e54965ecc32e3b94e5d95e6, disabling compactions & flushes 2024-11-21T04:13:07,383 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:07,383 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:07,383 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. after waiting 0 ms 2024-11-21T04:13:07,383 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:07,383 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:07,383 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2342fe5e4e54965ecc32e3b94e5d95e6: Waiting for close lock at 1732162387383Disabling compacts and flushes for region at 1732162387383Disabling writes for close at 1732162387383Writing region close event to WAL at 1732162387383Closed at 1732162387383 2024-11-21T04:13:07,385 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732162387385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162387385"}]},"ts":"1732162387385"} 2024-11-21T04:13:07,386 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732162387385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162387385"}]},"ts":"1732162387385"} 2024-11-21T04:13:07,389 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-21T04:13:07,391 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162387390"}]},"ts":"1732162387390"} 2024-11-21T04:13:07,393 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-21T04:13:07,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1c0b902a503d2e443c49e168b34d372d, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=2342fe5e4e54965ecc32e3b94e5d95e6, ASSIGN}] 2024-11-21T04:13:07,395 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1c0b902a503d2e443c49e168b34d372d, ASSIGN 2024-11-21T04:13:07,395 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=2342fe5e4e54965ecc32e3b94e5d95e6, ASSIGN 2024-11-21T04:13:07,396 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=2342fe5e4e54965ecc32e3b94e5d95e6, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:13:07,396 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=1c0b902a503d2e443c49e168b34d372d, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:13:07,547 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=2342fe5e4e54965ecc32e3b94e5d95e6, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:07,547 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=1c0b902a503d2e443c49e168b34d372d, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:07,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=2342fe5e4e54965ecc32e3b94e5d95e6, ASSIGN because future has completed 2024-11-21T04:13:07,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2342fe5e4e54965ecc32e3b94e5d95e6, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:13:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=1c0b902a503d2e443c49e168b34d372d, ASSIGN because future has completed 2024-11-21T04:13:07,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c0b902a503d2e443c49e168b34d372d, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:13:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-21T04:13:07,707 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:07,708 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 2342fe5e4e54965ecc32e3b94e5d95e6, NAME => 'table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-21T04:13:07,708 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:13:07,708 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,708 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:13:07,709 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,709 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,710 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,712 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2342fe5e4e54965ecc32e3b94e5d95e6 columnFamilyName f 2024-11-21T04:13:07,713 DEBUG [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:07,713 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(327): Store=2342fe5e4e54965ecc32e3b94e5d95e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:07,713 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,715 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2342fe5e4e54965ecc32e3b94e5d95e6 columnFamilyName f3 2024-11-21T04:13:07,715 DEBUG [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:07,716 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(327): Store=2342fe5e4e54965ecc32e3b94e5d95e6/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:07,716 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,718 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2342fe5e4e54965ecc32e3b94e5d95e6 columnFamilyName mob 2024-11-21T04:13:07,719 DEBUG [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:07,720 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(327): Store=2342fe5e4e54965ecc32e3b94e5d95e6/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:07,721 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,722 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,722 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,724 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,724 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,725 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:13:07,728 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,731 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:13:07,732 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 2342fe5e4e54965ecc32e3b94e5d95e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11046799680, jitterRate=0.02881339192390442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:13:07,732 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:07,733 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 2342fe5e4e54965ecc32e3b94e5d95e6: Running coprocessor pre-open hook at 1732162387709Writing region info on filesystem at 1732162387709Initializing all the Stores at 1732162387710 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162387710Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162387710Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162387710Cleaning up temporary data from old regions at 1732162387724 (+14 ms)Running coprocessor post-open hooks at 1732162387732 (+8 ms)Region opened successfully at 1732162387733 (+1 ms) 2024-11-21T04:13:07,734 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6., pid=78, masterSystemTime=1732162387703 2024-11-21T04:13:07,740 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:07,740 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:07,740 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:07,740 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c0b902a503d2e443c49e168b34d372d, NAME => 'table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-21T04:13:07,741 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=2342fe5e4e54965ecc32e3b94e5d95e6, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:07,741 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:13:07,741 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,741 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:13:07,741 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,741 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2342fe5e4e54965ecc32e3b94e5d95e6, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:13:07,744 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,747 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0b902a503d2e443c49e168b34d372d columnFamilyName f 2024-11-21T04:13:07,747 DEBUG [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:07,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-21T04:13:07,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 2342fe5e4e54965ecc32e3b94e5d95e6, server=b69e2a1ee061,39389,1732162272713 in 195 msec 2024-11-21T04:13:07,748 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(327): Store=1c0b902a503d2e443c49e168b34d372d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:07,748 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=2342fe5e4e54965ecc32e3b94e5d95e6, ASSIGN in 355 msec 2024-11-21T04:13:07,750 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0b902a503d2e443c49e168b34d372d columnFamilyName f3 2024-11-21T04:13:07,750 DEBUG [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:07,751 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(327): Store=1c0b902a503d2e443c49e168b34d372d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:07,751 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,753 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0b902a503d2e443c49e168b34d372d columnFamilyName mob 2024-11-21T04:13:07,754 DEBUG [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:07,754 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(327): Store=1c0b902a503d2e443c49e168b34d372d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:07,755 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,756 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,757 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,758 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,758 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,759 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:13:07,764 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,770 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:13:07,771 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 1c0b902a503d2e443c49e168b34d372d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10935190560, jitterRate=0.01841898262500763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:13:07,771 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:07,771 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 1c0b902a503d2e443c49e168b34d372d: Running coprocessor pre-open hook at 1732162387741Writing region info on filesystem at 1732162387741Initializing all the Stores at 1732162387743 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162387743Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162387744 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162387744Cleaning up temporary data from old regions at 1732162387758 (+14 ms)Running coprocessor post-open hooks at 1732162387771 (+13 ms)Region opened successfully at 1732162387771 2024-11-21T04:13:07,772 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., pid=79, masterSystemTime=1732162387703 2024-11-21T04:13:07,775 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:07,775 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:07,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=1c0b902a503d2e443c49e168b34d372d, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:07,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c0b902a503d2e443c49e168b34d372d, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:13:07,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=76 2024-11-21T04:13:07,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c0b902a503d2e443c49e168b34d372d, server=b69e2a1ee061,39389,1732162272713 in 239 msec 2024-11-21T04:13:07,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75 2024-11-21T04:13:07,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1c0b902a503d2e443c49e168b34d372d, ASSIGN in 401 msec 2024-11-21T04:13:07,800 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162387800"}]},"ts":"1732162387800"} 2024-11-21T04:13:07,802 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-21T04:13:07,802 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-21T04:13:07,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.3540 sec 2024-11-21T04:13:07,913 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-21T04:13:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-21T04:13:08,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-21T04:13:08,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-21T04:13:08,606 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/a0c9e1d2d17577395c9cc79e9e65e397,hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442 from hbase tables test-1732162282045 to tables table1 2024-11-21T04:13:08,606 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732162282045 into table1 2024-11-21T04:13:08,608 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606 from hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/a0c9e1d2d17577395c9cc79e9e65e397,hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:13:08,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1737aa4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:08,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:08,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:08,616 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:08,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:08,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:08,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0fd378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:08,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:08,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:08,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:08,619 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:08,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2ed284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:08,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:08,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:08,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9bbcad 2024-11-21T04:13:08,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:08,636 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:08,638 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-21T04:13:08,638 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-21T04:13:08,638 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-21T04:13:08,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:08,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:08,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:08,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:08,648 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-21T04:13:08,648 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-21T04:13:08,648 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-21T04:13:08,648 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/partitions_f367d92a-b1fa-4ce4-ad53-237071d13729 2024-11-21T04:13:08,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741984_1160 (size=177) 2024-11-21T04:13:09,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:09,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:09,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,044 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T04:13:10,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-18016853360019920613.jar 2024-11-21T04:13:10,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:13:10,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:13:10,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:13:10,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:13:10,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:13:10,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:13:10,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:13:10,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:13:10,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:13:10,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:13:10,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:13:10,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:10,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:13:10,684 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-21T04:13:10,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:10,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:10,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:10,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:10,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:10,685 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-21T04:13:10,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:13:10,705 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:13:10,763 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-21T04:13:10,952 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local71961699_0014_2ac8b3fc-5abf-4a5d-b5a1-01428138ac2f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:13:10,953 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local71961699_0014_2ac8b3fc-5abf-4a5d-b5a1-01428138ac2f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:13:11,023 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/689c853fb5c74020862cc81fd15a1019 2024-11-21T04:13:11,027 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:13:11,092 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/45f978a00f1343b5945b4bcda55582a6 2024-11-21T04:13:11,097 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:13:11,147 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f/f7dd963691884fd9a9505b7e739ce49d 2024-11-21T04:13:11,156 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:13:11,237 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/a0c9e1d2d17577395c9cc79e9e65e397/mob/d41d8cd98f00b204e9800998ecf8427e20241121b20457c5430c4a5e86ab318fb1827e26_c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:13:11,242 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:13:11,282 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162329102/default/test-1732162282045/archive/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/mob/ccd245635299418a87fa8b516594778b 2024-11-21T04:13:11,285 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:13:11,350 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd77afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:11,350 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:11,350 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:11,351 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:11,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:11,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:11,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab2107e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:11,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:11,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:11,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:11,353 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:11,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320fe5dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:11,355 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:11,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:11,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:11,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:11,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732162282045-1-0', locateType=CURRENT is [region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:11,359 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-21T04:13:11,359 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:11,359 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:11,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:11,360 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:11,360 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732162282045-1-0] 2024-11-21T04:13:11,360 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:13:11,368 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:11,368 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:11,368 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:11,369 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:11,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:11,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:11,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f71a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:11,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:11,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:11,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:11,371 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:11,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508deda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:11,372 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:11,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:11,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:11,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:11,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732162282045-3-0', locateType=CURRENT is [region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:11,375 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-21T04:13:11,376 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:11,376 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:11,376 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:11,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:11,376 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732162282045-3-0] 2024-11-21T04:13:11,376 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:13:11,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-21T04:13:11,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-21T04:13:11,382 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/_temporary/0/_temporary/attempt_local71961699_0014_r_000000_0/f/aef51da0983742a1a30b1901134cb5fe is 59, key is row-test-1732162282045-1-10/f:q1/1732162313856/Put/seqid=0 2024-11-21T04:13:11,384 WARN [Thread-1803 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:13:11,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741985_1161 (size=11123) 2024-11-21T04:13:11,788 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/_temporary/0/_temporary/attempt_local71961699_0014_r_000000_0/mob/4be8bff7b49a4aaa846aed961f7cff2d is 192, key is row-test-1732162282045-3-100/mob:q1/1732162315034/Put/seqid=0 2024-11-21T04:13:11,790 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:13:11,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741986_1162 (size=13402) 2024-11-21T04:13:12,251 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b99b094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:12,251 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:12,252 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:12,252 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:12,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:12,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:12,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311d562e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:12,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:12,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:12,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:12,255 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:12,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb25266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:12,256 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:12,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:12,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:12,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:12,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:12,268 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-21T04:13:12,268 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:12,268 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:12,268 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:12,269 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-21T04:13:12,269 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:13:12,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:12,274 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/_temporary/0/_temporary/attempt_local71961699_0014_r_000001_0/f/3d82bfac473444d9ba53127fa4c09d97 is 37, key is row10/f:q1/1732162284793/Put/seqid=0 2024-11-21T04:13:12,275 WARN [Thread-1820 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:13:12,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741987_1163 (size=8740) 2024-11-21T04:13:13,009 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606 2024-11-21T04:13:13,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e8135d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:13,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:13,011 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a8b623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:13,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,013 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:13,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e843db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:13,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:13,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:13,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:13,022 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/_SUCCESS 2024-11-21T04:13:13,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:13,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:13,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19426a76 2024-11-21T04:13:13,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:13,035 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:13,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:13,046 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-21T04:13:13,060 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/f/3d82bfac473444d9ba53127fa4c09d97 first=Optional[row0] last=Optional[row98] 2024-11-21T04:13:13,072 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/f/aef51da0983742a1a30b1901134cb5fe first=Optional[row-test-1732162282045-1-0] last=Optional[row-test-1732162282045-1-98] 2024-11-21T04:13:13,079 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/mob/4be8bff7b49a4aaa846aed961f7cff2d first=Optional[row-test-1732162282045-3-0] last=Optional[row-test-1732162282045-3-99] 2024-11-21T04:13:13,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/f/3d82bfac473444d9ba53127fa4c09d97 for inclusion in 2342fe5e4e54965ecc32e3b94e5d95e6/f 2024-11-21T04:13:13,108 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/f/aef51da0983742a1a30b1901134cb5fe for inclusion in 1c0b902a503d2e443c49e168b34d372d/f 2024-11-21T04:13:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-21T04:13:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-21T04:13:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegion(2603): Flush status journal for 2342fe5e4e54965ecc32e3b94e5d95e6: 2024-11-21T04:13:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/f/3d82bfac473444d9ba53127fa4c09d97 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/f/3d82bfac473444d9ba53127fa4c09d97 2024-11-21T04:13:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732162282045-1-0 last=row-test-1732162282045-1-98 2024-11-21T04:13:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-21T04:13:13,121 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/mob/4be8bff7b49a4aaa846aed961f7cff2d for inclusion in 1c0b902a503d2e443c49e168b34d372d/mob 2024-11-21T04:13:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732162282045-3-0 last=row-test-1732162282045-3-99 2024-11-21T04:13:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-21T04:13:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(2603): Flush status journal for 1c0b902a503d2e443c49e168b34d372d: 2024-11-21T04:13:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/f/3d82bfac473444d9ba53127fa4c09d97 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6/f/bad0ed3bd4d347928901e2c33533c46d_SeqId_4_ 2024-11-21T04:13:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36164f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:13,142 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/f/aef51da0983742a1a30b1901134cb5fe to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/f/aef51da0983742a1a30b1901134cb5fe 2024-11-21T04:13:13,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:13,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:13,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76061347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:13,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:13,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,146 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1c8ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:13,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:13,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78e32c47 2024-11-21T04:13:13,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:13,152 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:13,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:13,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:13,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/f/aef51da0983742a1a30b1901134cb5fe as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/f/afaa368ecfff45e79e6ff104caa5fdbb_SeqId_4_ 2024-11-21T04:13:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162388606/mob/4be8bff7b49a4aaa846aed961f7cff2d to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/mob/4be8bff7b49a4aaa846aed961f7cff2d 2024-11-21T04:13:13,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:13,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/mob/4be8bff7b49a4aaa846aed961f7cff2d as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/mob/9f289a8dcd5b4a5b871105495c2d3519_SeqId_4_ 2024-11-21T04:13:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f22070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:13,208 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:13,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:13,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d476df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:13,213 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:13,213 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-21T04:13:13,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28567865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:13,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:13,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:13,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521cd34b 2024-11-21T04:13:13,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:13,218 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:13,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389. 2024-11-21T04:13:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:13,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/f/3d82bfac473444d9ba53127fa4c09d97 into 2342fe5e4e54965ecc32e3b94e5d95e6/f as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6/f/bad0ed3bd4d347928901e2c33533c46d_SeqId_4_ - updating store file list. 2024-11-21T04:13:13,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:13,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:13,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:13,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6/f/bad0ed3bd4d347928901e2c33533c46d_SeqId_4_ into 2342fe5e4e54965ecc32e3b94e5d95e6/f 2024-11-21T04:13:13,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/f/3d82bfac473444d9ba53127fa4c09d97 into 2342fe5e4e54965ecc32e3b94e5d95e6/f (new location: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6/f/bad0ed3bd4d347928901e2c33533c46d_SeqId_4_) 2024-11-21T04:13:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/f/3d82bfac473444d9ba53127fa4c09d97 2024-11-21T04:13:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac695f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:13,243 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:13,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:13,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:13,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5bc6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:13,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:13,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,250 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:13,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13295287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:13,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:13,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@171371c4 2024-11-21T04:13:13,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:13,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:13,260 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T04:13:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:13,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:13,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:13,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T04:13:13,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:13,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:13,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:13,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:13,298 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb8c786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:13,305 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:13,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:13,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:13,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bca4d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:13,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:13,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,310 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:13,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:13,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1c03b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:13,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:13,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@249cafb4 2024-11-21T04:13:13,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:13,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389. 2024-11-21T04:13:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,317 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:13,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:13,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:13,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:13,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:13,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:13,405 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:13,407 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/f/aef51da0983742a1a30b1901134cb5fe into 1c0b902a503d2e443c49e168b34d372d/f as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/f/afaa368ecfff45e79e6ff104caa5fdbb_SeqId_4_ - updating store file list. 2024-11-21T04:13:13,421 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/f/afaa368ecfff45e79e6ff104caa5fdbb_SeqId_4_ into 1c0b902a503d2e443c49e168b34d372d/f 2024-11-21T04:13:13,421 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/f/aef51da0983742a1a30b1901134cb5fe into 1c0b902a503d2e443c49e168b34d372d/f (new location: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/f/afaa368ecfff45e79e6ff104caa5fdbb_SeqId_4_) 2024-11-21T04:13:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/f/aef51da0983742a1a30b1901134cb5fe 2024-11-21T04:13:13,423 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/mob/4be8bff7b49a4aaa846aed961f7cff2d into 1c0b902a503d2e443c49e168b34d372d/mob as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/mob/9f289a8dcd5b4a5b871105495c2d3519_SeqId_4_ - updating store file list. 2024-11-21T04:13:13,432 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/mob/9f289a8dcd5b4a5b871105495c2d3519_SeqId_4_ into 1c0b902a503d2e443c49e168b34d372d/mob 2024-11-21T04:13:13,432 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/mob/4be8bff7b49a4aaa846aed961f7cff2d into 1c0b902a503d2e443c49e168b34d372d/mob (new location: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/mob/9f289a8dcd5b4a5b871105495c2d3519_SeqId_4_) 2024-11-21T04:13:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__jl6hrlj0sj51uic63psvrf8e13i2aimsasdcl1odacn2do7a1mlbtvp73gblckbf/mob/4be8bff7b49a4aaa846aed961f7cff2d 2024-11-21T04:13:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e24c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:13,442 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:13,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:13,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:13,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6728dbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:13,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:13,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,444 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:13,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d45aa00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:13,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:13,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a41f49a 2024-11-21T04:13:13,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:13,450 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T04:13:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:13,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:13,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:13,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T04:13:13,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:13,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:13,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:13,476 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:13,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:13,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:13,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:13,478 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-21T04:13:13,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 , the old value is region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b69e2a1ee061:39389 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T04:13:13,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T04:13:13,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 from cache 2024-11-21T04:13:13,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:13,487 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T04:13:13,511 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732162282045' to 'table1' from log dirs: hdfs://localhost:44433/backupUT/backup_1732162363489/default/test-1732162282045/f2/125b972cfa0b482cb98834f42885981a 2024-11-21T04:13:13,518 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732162282045', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732162363489 2024-11-21T04:13:13,530 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:13:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-21T04:13:13,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741988_1164 (size=938) 2024-11-21T04:13:13,590 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b69e2a1ee061:39389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T04:13:13,954 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-21T04:13:13,954 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-21T04:13:13,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-21T04:13:13,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1c0b902a503d2e443c49e168b34d372d, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=2342fe5e4e54965ecc32e3b94e5d95e6, REOPEN/MOVE}] 2024-11-21T04:13:13,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1c0b902a503d2e443c49e168b34d372d, REOPEN/MOVE 2024-11-21T04:13:13,963 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=2342fe5e4e54965ecc32e3b94e5d95e6, REOPEN/MOVE 2024-11-21T04:13:13,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2342fe5e4e54965ecc32e3b94e5d95e6, regionState=CLOSING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:13,964 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=1c0b902a503d2e443c49e168b34d372d, regionState=CLOSING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:13,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=2342fe5e4e54965ecc32e3b94e5d95e6, REOPEN/MOVE because future has completed 2024-11-21T04:13:13,967 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T04:13:13,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2342fe5e4e54965ecc32e3b94e5d95e6, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:13:13,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=1c0b902a503d2e443c49e168b34d372d, REOPEN/MOVE because future has completed 2024-11-21T04:13:13,969 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T04:13:13,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1c0b902a503d2e443c49e168b34d372d, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:13:14,121 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,121 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T04:13:14,121 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 1c0b902a503d2e443c49e168b34d372d, disabling compactions & flushes 2024-11-21T04:13:14,121 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:14,121 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:14,121 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. after waiting 0 ms 2024-11-21T04:13:14,121 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:14,126 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T04:13:14,127 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:14,127 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:14,127 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 1c0b902a503d2e443c49e168b34d372d: Waiting for close lock at 1732162394121Running coprocessor pre-close hooks at 1732162394121Disabling compacts and flushes for region at 1732162394121Disabling writes for close at 1732162394121Writing region close event to WAL at 1732162394122 (+1 ms)Running coprocessor post-close hooks at 1732162394127 (+5 ms)Closed at 1732162394127 2024-11-21T04:13:14,127 WARN [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 1c0b902a503d2e443c49e168b34d372d to self. 2024-11-21T04:13:14,130 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,130 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,130 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T04:13:14,130 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing 2342fe5e4e54965ecc32e3b94e5d95e6, disabling compactions & flushes 2024-11-21T04:13:14,130 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:14,130 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:14,130 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. after waiting 0 ms 2024-11-21T04:13:14,130 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:14,130 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=1c0b902a503d2e443c49e168b34d372d, regionState=CLOSED 2024-11-21T04:13:14,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1c0b902a503d2e443c49e168b34d372d, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:13:14,136 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T04:13:14,137 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:14,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=82 2024-11-21T04:13:14,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 1c0b902a503d2e443c49e168b34d372d, server=b69e2a1ee061,39389,1732162272713 in 166 msec 2024-11-21T04:13:14,138 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:14,138 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for 2342fe5e4e54965ecc32e3b94e5d95e6: Waiting for close lock at 1732162394130Running coprocessor pre-close hooks at 1732162394130Disabling compacts and flushes for region at 1732162394130Disabling writes for close at 1732162394130Writing region close event to WAL at 1732162394131 (+1 ms)Running coprocessor post-close hooks at 1732162394137 (+6 ms)Closed at 1732162394138 (+1 ms) 2024-11-21T04:13:14,138 WARN [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: 2342fe5e4e54965ecc32e3b94e5d95e6 to self. 2024-11-21T04:13:14,139 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=1c0b902a503d2e443c49e168b34d372d, REOPEN/MOVE; state=CLOSED, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=true 2024-11-21T04:13:14,140 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2342fe5e4e54965ecc32e3b94e5d95e6, regionState=CLOSED 2024-11-21T04:13:14,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2342fe5e4e54965ecc32e3b94e5d95e6, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:13:14,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-21T04:13:14,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 2342fe5e4e54965ecc32e3b94e5d95e6, server=b69e2a1ee061,39389,1732162272713 in 176 msec 2024-11-21T04:13:14,145 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=2342fe5e4e54965ecc32e3b94e5d95e6, REOPEN/MOVE; state=CLOSED, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=true 2024-11-21T04:13:14,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2342fe5e4e54965ecc32e3b94e5d95e6, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:14,290 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=1c0b902a503d2e443c49e168b34d372d, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:14,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=1c0b902a503d2e443c49e168b34d372d, REOPEN/MOVE because future has completed 2024-11-21T04:13:14,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c0b902a503d2e443c49e168b34d372d, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:13:14,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=2342fe5e4e54965ecc32e3b94e5d95e6, REOPEN/MOVE because future has completed 2024-11-21T04:13:14,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2342fe5e4e54965ecc32e3b94e5d95e6, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:13:14,450 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:14,450 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 2342fe5e4e54965ecc32e3b94e5d95e6, NAME => 'table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-21T04:13:14,451 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:13:14,451 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,451 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:13:14,452 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,452 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,454 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,455 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2342fe5e4e54965ecc32e3b94e5d95e6 columnFamilyName f 2024-11-21T04:13:14,456 DEBUG [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:14,464 DEBUG [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6/f/bad0ed3bd4d347928901e2c33533c46d_SeqId_4_ 2024-11-21T04:13:14,464 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(327): Store=2342fe5e4e54965ecc32e3b94e5d95e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:14,464 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,465 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2342fe5e4e54965ecc32e3b94e5d95e6 columnFamilyName f2 2024-11-21T04:13:14,466 DEBUG [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:14,466 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(327): Store=2342fe5e4e54965ecc32e3b94e5d95e6/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:14,466 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,467 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2342fe5e4e54965ecc32e3b94e5d95e6 columnFamilyName mob 2024-11-21T04:13:14,467 DEBUG [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:14,468 INFO [StoreOpener-2342fe5e4e54965ecc32e3b94e5d95e6-1 {}] regionserver.HStore(327): Store=2342fe5e4e54965ecc32e3b94e5d95e6/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:14,468 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,469 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,470 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,471 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,471 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,472 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:13:14,473 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,474 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 2342fe5e4e54965ecc32e3b94e5d95e6; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9657976480, jitterRate=-0.10053084790706635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:13:14,474 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:14,475 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 2342fe5e4e54965ecc32e3b94e5d95e6: Running coprocessor pre-open hook at 1732162394452Writing region info on filesystem at 1732162394452Initializing all the Stores at 1732162394453 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162394453Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162394454 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162394454Cleaning up temporary data from old regions at 1732162394471 (+17 ms)Running coprocessor post-open hooks at 1732162394474 (+3 ms)Region opened successfully at 1732162394475 (+1 ms) 2024-11-21T04:13:14,475 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6., pid=87, masterSystemTime=1732162394445 2024-11-21T04:13:14,477 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:14,477 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:14,478 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:14,478 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c0b902a503d2e443c49e168b34d372d, NAME => 'table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-21T04:13:14,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2342fe5e4e54965ecc32e3b94e5d95e6, regionState=OPEN, openSeqNum=7, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:14,479 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:13:14,479 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,479 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:13:14,479 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,479 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2342fe5e4e54965ecc32e3b94e5d95e6, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:13:14,480 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,481 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0b902a503d2e443c49e168b34d372d columnFamilyName f 2024-11-21T04:13:14,481 DEBUG [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:14,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-21T04:13:14,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 2342fe5e4e54965ecc32e3b94e5d95e6, server=b69e2a1ee061,39389,1732162272713 in 186 msec 2024-11-21T04:13:14,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=2342fe5e4e54965ecc32e3b94e5d95e6, REOPEN/MOVE in 520 msec 2024-11-21T04:13:14,486 DEBUG [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/f/afaa368ecfff45e79e6ff104caa5fdbb_SeqId_4_ 2024-11-21T04:13:14,487 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(327): Store=1c0b902a503d2e443c49e168b34d372d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:14,487 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,488 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0b902a503d2e443c49e168b34d372d columnFamilyName f2 2024-11-21T04:13:14,488 DEBUG [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:14,488 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(327): Store=1c0b902a503d2e443c49e168b34d372d/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:14,488 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,489 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0b902a503d2e443c49e168b34d372d columnFamilyName mob 2024-11-21T04:13:14,490 DEBUG [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:14,494 DEBUG [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/mob/9f289a8dcd5b4a5b871105495c2d3519_SeqId_4_ 2024-11-21T04:13:14,495 INFO [StoreOpener-1c0b902a503d2e443c49e168b34d372d-1 {}] regionserver.HStore(327): Store=1c0b902a503d2e443c49e168b34d372d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:14,495 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,496 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,497 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,497 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,497 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,498 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T04:13:14,499 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,499 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 1c0b902a503d2e443c49e168b34d372d; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11601651840, jitterRate=0.08048802614212036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T04:13:14,499 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:14,499 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 1c0b902a503d2e443c49e168b34d372d: Running coprocessor pre-open hook at 1732162394479Writing region info on filesystem at 1732162394479Initializing all the Stores at 1732162394480 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162394480Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162394480Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162394480Cleaning up temporary data from old regions at 1732162394497 (+17 ms)Running coprocessor post-open hooks at 1732162394499 (+2 ms)Region opened successfully at 1732162394499 2024-11-21T04:13:14,500 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., pid=86, masterSystemTime=1732162394445 2024-11-21T04:13:14,501 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:14,502 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:14,502 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=1c0b902a503d2e443c49e168b34d372d, regionState=OPEN, openSeqNum=7, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:14,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c0b902a503d2e443c49e168b34d372d, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:13:14,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=82 2024-11-21T04:13:14,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c0b902a503d2e443c49e168b34d372d, server=b69e2a1ee061,39389,1732162272713 in 211 msec 2024-11-21T04:13:14,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-21T04:13:14,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1c0b902a503d2e443c49e168b34d372d, REOPEN/MOVE in 544 msec 2024-11-21T04:13:14,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-21T04:13:14,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 550 msec 2024-11-21T04:13:14,511 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-21T04:13:14,512 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., family=f3 2024-11-21T04:13:14,513 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6., family=f3 2024-11-21T04:13:14,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 982 msec 2024-11-21T04:13:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-21T04:13:14,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-21T04:13:14,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-21T04:13:14,521 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:13:14,521 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:44433/backupUT/backup_1732162363489/default/test-1732162282045/f2/125b972cfa0b482cb98834f42885981a from hbase tables test-1732162282045 to tables table1 2024-11-21T04:13:14,521 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732162282045 into table1 2024-11-21T04:13:14,523 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162394521 from hdfs://localhost:44433/backupUT/backup_1732162363489/default/test-1732162282045/f2/125b972cfa0b482cb98834f42885981a 2024-11-21T04:13:14,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67025d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:14,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:14,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:14,525 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:14,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:14,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:14,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30105091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:14,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:14,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:14,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:14,527 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:14,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdc8a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:14,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:14,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:14,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@83af499 2024-11-21T04:13:14,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:14,529 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:14,530 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-21T04:13:14,530 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-21T04:13:14,530 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-21T04:13:14,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:14,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:14,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:14,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:14,535 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-21T04:13:14,535 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-21T04:13:14,535 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-21T04:13:14,535 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/partitions_d6143dd0-f32f-4e84-94e8-e563ad7698b1 2024-11-21T04:13:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741989_1165 (size=177) 2024-11-21T04:13:14,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:14,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:14,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:15,901 DEBUG [regionserver/b69e2a1ee061:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-21T04:13:16,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-12821972684171024477.jar 2024-11-21T04:13:16,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:13:16,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:13:16,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:13:16,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:13:16,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:13:16,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:13:16,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:13:16,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:13:16,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:13:16,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:13:16,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:13:16,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:16,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:13:16,085 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-21T04:13:16,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:16,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:16,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:16,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:16,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:16,086 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-21T04:13:16,086 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:13:16,101 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:13:16,120 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-21T04:13:16,284 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local402099609_0015_89d8504b-c552-489f-882d-90d76d727f69/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:13:16,284 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local402099609_0015_89d8504b-c552-489f-882d-90d76d727f69/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:13:16,356 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162363489/default/test-1732162282045/f2/125b972cfa0b482cb98834f42885981a 2024-11-21T04:13:16,360 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:13:16,429 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59922d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:16,429 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:16,429 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:16,433 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce2dd84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:16,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:16,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:16,435 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:16,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765caaf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:16,437 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:16,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:16,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:16,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:16,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732162282045-2-0', locateType=CURRENT is [region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=7] 2024-11-21T04:13:16,443 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-21T04:13:16,443 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:16,443 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:16,444 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:16,444 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732162282045-2-0] 2024-11-21T04:13:16,444 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:13:16,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:16,458 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162394521/_temporary/0/_temporary/attempt_local402099609_0015_r_000000_0/f2/299480318ffe4b8f9774dfd4ebf85217 is 58, key is row-test-1732162282045-2-0/f2:q1/1732162358467/Put/seqid=0 2024-11-21T04:13:16,462 WARN [Thread-1883 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:13:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741990_1166 (size=5608) 2024-11-21T04:13:17,327 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162394521 2024-11-21T04:13:17,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2ff441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:17,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:17,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:17,329 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:17,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:17,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:17,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a85592a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:17,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:17,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:17,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:17,332 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:17,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567a9dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:17,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:17,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:17,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:17,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:17,347 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162394521/_SUCCESS 2024-11-21T04:13:17,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:17,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:17,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37c2945 2024-11-21T04:13:17,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:17,355 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:17,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=7] 2024-11-21T04:13:17,362 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-21T04:13:17,384 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162394521/f2/299480318ffe4b8f9774dfd4ebf85217 first=Optional[row-test-1732162282045-2-0] last=Optional[row-test-1732162282045-2-6] 2024-11-21T04:13:17,391 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162394521/f2/299480318ffe4b8f9774dfd4ebf85217 for inclusion in 1c0b902a503d2e443c49e168b34d372d/f2 2024-11-21T04:13:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732162282045-2-0 last=row-test-1732162282045-2-6 2024-11-21T04:13:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-21T04:13:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(2603): Flush status journal for 1c0b902a503d2e443c49e168b34d372d: 2024-11-21T04:13:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-default-table1-1732162394521/f2/299480318ffe4b8f9774dfd4ebf85217 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__cf5gp10fnssouim68o81j0apge2tvdjqanmqt37ivvpp18mvnskvmqve2ms2sqru/f2/299480318ffe4b8f9774dfd4ebf85217 2024-11-21T04:13:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__cf5gp10fnssouim68o81j0apge2tvdjqanmqt37ivvpp18mvnskvmqve2ms2sqru/f2/299480318ffe4b8f9774dfd4ebf85217 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/f2/8419259447ad40b6b5d4f9f4d84c826a_SeqId_9_ 2024-11-21T04:13:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fe603f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:17,437 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:17,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:17,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:17,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256bc52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:17,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:17,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:17,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:17,440 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:17,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409fd987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:17,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:17,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c4b82eb 2024-11-21T04:13:17,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:17,448 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:17,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:17,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:17,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:17,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:17,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:17,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:17,526 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:17,528 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__cf5gp10fnssouim68o81j0apge2tvdjqanmqt37ivvpp18mvnskvmqve2ms2sqru/f2/299480318ffe4b8f9774dfd4ebf85217 into 1c0b902a503d2e443c49e168b34d372d/f2 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/f2/8419259447ad40b6b5d4f9f4d84c826a_SeqId_9_ - updating store file list. 2024-11-21T04:13:17,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:17,535 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/f2/8419259447ad40b6b5d4f9f4d84c826a_SeqId_9_ into 1c0b902a503d2e443c49e168b34d372d/f2 2024-11-21T04:13:17,535 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__cf5gp10fnssouim68o81j0apge2tvdjqanmqt37ivvpp18mvnskvmqve2ms2sqru/f2/299480318ffe4b8f9774dfd4ebf85217 into 1c0b902a503d2e443c49e168b34d372d/f2 (new location: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/f2/8419259447ad40b6b5d4f9f4d84c826a_SeqId_9_) 2024-11-21T04:13:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__table1__cf5gp10fnssouim68o81j0apge2tvdjqanmqt37ivvpp18mvnskvmqve2ms2sqru/f2/299480318ffe4b8f9774dfd4ebf85217 2024-11-21T04:13:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8c8802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:17,541 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:17,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:17,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:17,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5808edf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:17,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:17,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:17,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:17,543 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:17,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691bdbf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5067e41f 2024-11-21T04:13:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:17,557 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T04:13:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:17,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:17,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:17,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T04:13:17,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:17,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:17,621 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:17,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:17,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:17,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:17,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:17,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:17,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:17,626 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-21T04:13:17,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=7 , the old value is region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b69e2a1ee061:39389 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T04:13:17,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T04:13:17,626 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732162282045 has been successfully restored to table1 2024-11-21T04:13:17,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=7 from cache 2024-11-21T04:13:17,626 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-21T04:13:17,626 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732162363489 hdfs://localhost:44433/backupUT/backup_1732162363489/default/test-1732162282045/ 2024-11-21T04:13:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 269 connection: 172.17.0.2:56598 deadline: 1732165997625 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56598 2024-11-21T04:13:17,629 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44433/backupUT/backup_1732162329102/.backup.manifest 2024-11-21T04:13:17,642 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732162329102/.backup.manifest 2024-11-21T04:13:17,642 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17321622820451' to 'ns2:table2' from full backup image hdfs://localhost:44433/backupUT/backup_1732162329102/ns2/test-17321622820451 2024-11-21T04:13:17,645 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17321622820451', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732162363489 2024-11-21T04:13:17,656 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-21T04:13:17,657 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-21T04:13:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-21T04:13:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-21T04:13:17,667 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162397667"}]},"ts":"1732162397667"} 2024-11-21T04:13:17,670 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-21T04:13:17,671 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-21T04:13:17,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-21T04:13:17,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=dbbdf716822c314dd223c52f50e71060, UNASSIGN}] 2024-11-21T04:13:17,685 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=dbbdf716822c314dd223c52f50e71060, UNASSIGN 2024-11-21T04:13:17,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=dbbdf716822c314dd223c52f50e71060, regionState=CLOSING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:17,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=dbbdf716822c314dd223c52f50e71060, UNASSIGN because future has completed 2024-11-21T04:13:17,691 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42227 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=b69e2a1ee061,39389,1732162272713, table=ns2:table2, region=dbbdf716822c314dd223c52f50e71060. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T04:13:17,693 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T04:13:17,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure dbbdf716822c314dd223c52f50e71060, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:13:17,730 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b69e2a1ee061:39389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T04:13:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-21T04:13:17,847 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:17,847 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T04:13:17,847 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing dbbdf716822c314dd223c52f50e71060, disabling compactions & flushes 2024-11-21T04:13:17,847 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. 2024-11-21T04:13:17,848 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. 2024-11-21T04:13:17,848 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. after waiting 0 ms 2024-11-21T04:13:17,848 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. 2024-11-21T04:13:17,868 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T04:13:17,869 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:17,869 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. 2024-11-21T04:13:17,869 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for dbbdf716822c314dd223c52f50e71060: Waiting for close lock at 1732162397847Running coprocessor pre-close hooks at 1732162397847Disabling compacts and flushes for region at 1732162397847Disabling writes for close at 1732162397848 (+1 ms)Writing region close event to WAL at 1732162397849 (+1 ms)Running coprocessor post-close hooks at 1732162397869 (+20 ms)Closed at 1732162397869 2024-11-21T04:13:17,873 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:17,873 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=dbbdf716822c314dd223c52f50e71060, regionState=CLOSED 2024-11-21T04:13:17,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure dbbdf716822c314dd223c52f50e71060, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:13:17,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-21T04:13:17,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure dbbdf716822c314dd223c52f50e71060, server=b69e2a1ee061,39389,1732162272713 in 185 msec 2024-11-21T04:13:17,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-21T04:13:17,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=dbbdf716822c314dd223c52f50e71060, UNASSIGN in 211 msec 2024-11-21T04:13:17,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-21T04:13:17,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 217 msec 2024-11-21T04:13:17,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162397894"}]},"ts":"1732162397894"} 2024-11-21T04:13:17,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-21T04:13:17,896 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-21T04:13:17,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 240 msec 2024-11-21T04:13:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-21T04:13:17,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-21T04:13:17,991 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-21T04:13:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-21T04:13:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-21T04:13:17,993 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-21T04:13:17,998 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:18,001 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/f, FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/recovered.edits] 2024-11-21T04:13:18,006 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/f/017bfe98cdd24b2091fd5f9a3df7d8fd_SeqId_4_ to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/archive/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/f/017bfe98cdd24b2091fd5f9a3df7d8fd_SeqId_4_ 2024-11-21T04:13:18,045 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/recovered.edits/6.seqid to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/archive/data/ns2/table2/dbbdf716822c314dd223c52f50e71060/recovered.edits/6.seqid 2024-11-21T04:13:18,046 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/dbbdf716822c314dd223c52f50e71060 2024-11-21T04:13:18,046 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-21T04:13:18,067 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-21T04:13:18,070 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-21T04:13:18,071 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-21T04:13:18,071 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732162398071"}]},"ts":"9223372036854775807"} 2024-11-21T04:13:18,074 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-21T04:13:18,074 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dbbdf716822c314dd223c52f50e71060, NAME => 'ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T04:13:18,074 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-21T04:13:18,074 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732162398074"}]},"ts":"9223372036854775807"} 2024-11-21T04:13:18,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-21T04:13:18,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741991_1167 (size=351) 2024-11-21T04:13:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-21T04:13:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-21T04:13:18,504 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40b6bac233a219b687e1a6c6dcd8a01b, NAME => 'ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc 2024-11-21T04:13:18,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741992_1168 (size=37) 2024-11-21T04:13:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-21T04:13:18,922 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:13:18,922 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 40b6bac233a219b687e1a6c6dcd8a01b, disabling compactions & flushes 2024-11-21T04:13:18,922 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:18,922 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:18,922 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. after waiting 0 ms 2024-11-21T04:13:18,922 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:18,922 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:18,922 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40b6bac233a219b687e1a6c6dcd8a01b: Waiting for close lock at 1732162398922Disabling compacts and flushes for region at 1732162398922Disabling writes for close at 1732162398922Writing region close event to WAL at 1732162398922Closed at 1732162398922 2024-11-21T04:13:18,924 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732162398923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732162398923"}]},"ts":"1732162398923"} 2024-11-21T04:13:18,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T04:13:18,926 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162398926"}]},"ts":"1732162398926"} 2024-11-21T04:13:18,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-21T04:13:18,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=40b6bac233a219b687e1a6c6dcd8a01b, ASSIGN}] 2024-11-21T04:13:18,929 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=40b6bac233a219b687e1a6c6dcd8a01b, ASSIGN 2024-11-21T04:13:18,930 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=40b6bac233a219b687e1a6c6dcd8a01b, ASSIGN; state=OFFLINE, location=b69e2a1ee061,39389,1732162272713; forceNewPlan=false, retain=false 2024-11-21T04:13:19,081 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=40b6bac233a219b687e1a6c6dcd8a01b, regionState=OPENING, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:19,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=40b6bac233a219b687e1a6c6dcd8a01b, ASSIGN because future has completed 2024-11-21T04:13:19,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40b6bac233a219b687e1a6c6dcd8a01b, server=b69e2a1ee061,39389,1732162272713}] 2024-11-21T04:13:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-21T04:13:19,241 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:19,241 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 40b6bac233a219b687e1a6c6dcd8a01b, NAME => 'ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T04:13:19,241 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-21T04:13:19,242 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:19,242 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T04:13:19,242 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:19,242 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:19,243 INFO [StoreOpener-40b6bac233a219b687e1a6c6dcd8a01b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:19,245 INFO [StoreOpener-40b6bac233a219b687e1a6c6dcd8a01b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b6bac233a219b687e1a6c6dcd8a01b columnFamilyName f 2024-11-21T04:13:19,245 DEBUG [StoreOpener-40b6bac233a219b687e1a6c6dcd8a01b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:19,245 INFO [StoreOpener-40b6bac233a219b687e1a6c6dcd8a01b-1 {}] regionserver.HStore(327): Store=40b6bac233a219b687e1a6c6dcd8a01b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T04:13:19,246 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:19,247 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:19,247 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:19,248 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:19,248 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:19,250 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:19,252 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/40b6bac233a219b687e1a6c6dcd8a01b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T04:13:19,253 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 40b6bac233a219b687e1a6c6dcd8a01b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9616798080, jitterRate=-0.10436588525772095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T04:13:19,253 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:19,253 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 40b6bac233a219b687e1a6c6dcd8a01b: Running coprocessor pre-open hook at 1732162399242Writing region info on filesystem at 1732162399242Initializing all the Stores at 1732162399243 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732162399243Cleaning up temporary data from old regions at 1732162399248 (+5 ms)Running coprocessor post-open hooks at 1732162399253 (+5 ms)Region opened successfully at 1732162399253 2024-11-21T04:13:19,254 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b., pid=94, masterSystemTime=1732162399238 2024-11-21T04:13:19,257 DEBUG [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:19,257 INFO [RS_OPEN_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:19,258 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=40b6bac233a219b687e1a6c6dcd8a01b, regionState=OPEN, openSeqNum=2, regionLocation=b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:19,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40b6bac233a219b687e1a6c6dcd8a01b, server=b69e2a1ee061,39389,1732162272713 because future has completed 2024-11-21T04:13:19,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-21T04:13:19,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure 40b6bac233a219b687e1a6c6dcd8a01b, server=b69e2a1ee061,39389,1732162272713 in 177 msec 2024-11-21T04:13:19,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-21T04:13:19,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=40b6bac233a219b687e1a6c6dcd8a01b, ASSIGN in 335 msec 2024-11-21T04:13:19,266 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732162399266"}]},"ts":"1732162399266"} 2024-11-21T04:13:19,268 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-21T04:13:19,269 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-21T04:13:19,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2780 sec 2024-11-21T04:13:19,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-21T04:13:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-21T04:13:20,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-21T04:13:20,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-21T04:13:20,145 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44433/backupUT/backup_1732162329102/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e from hbase tables ns2:test-17321622820451 to tables ns2:table2 2024-11-21T04:13:20,145 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17321622820451 into ns2:table2 2024-11-21T04:13:20,147 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162400145 from hdfs://localhost:44433/backupUT/backup_1732162329102/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:13:20,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3fb038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:20,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:20,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:20,149 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:20,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:20,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:20,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee5cf74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:20,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:20,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:20,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:20,151 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:20,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a75cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:20,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:20,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:20,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f44731d 2024-11-21T04:13:20,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:20,155 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:20,156 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-21T04:13:20,156 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-21T04:13:20,156 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-21T04:13:20,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:20,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:20,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:20,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:20,162 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-21T04:13:20,162 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-21T04:13:20,162 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/partitions_0835b71b-aa6e-4450-9fc2-a943e713e472 2024-11-21T04:13:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741993_1169 (size=153) 2024-11-21T04:13:20,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:20,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:20,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop-14928857768641940030.jar 2024-11-21T04:13:21,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,721 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:13:21,721 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-21T04:13:21,721 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-21T04:13:21,721 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-21T04:13:21,722 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-21T04:13:21,722 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-21T04:13:21,722 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-21T04:13:21,722 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-21T04:13:21,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-21T04:13:21,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-21T04:13:21,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-21T04:13:21,724 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,724 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,724 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-21T04:13:21,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-21T04:13:21,726 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-21T04:13:21,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:21,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:21,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:21,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:21,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:21,726 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-21T04:13:21,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-21T04:13:21,766 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-21T04:13:21,821 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-21T04:13:21,977 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1038777090_0016_3fab5dbc-5679-4bbd-a78a-e831eaf4eaec/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-21T04:13:21,977 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/mapreduce.cluster.local.dir/job_local1038777090_0016_3fab5dbc-5679-4bbd-a78a-e831eaf4eaec/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-21T04:13:22,040 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162329102/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/0a59f5d851404ace870848e6ed0af4fa 2024-11-21T04:13:22,044 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:13:22,105 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44433/backupUT/backup_1732162329102/ns2/test-17321622820451/archive/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/f/ba25093b2635419ca636ca63252b69df 2024-11-21T04:13:22,113 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-21T04:13:22,197 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae05cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:22,198 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:22,198 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:22,201 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:22,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:22,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:22,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6366fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:22,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:22,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:22,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:22,205 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:22,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d1f8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:22,207 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:22,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:22,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:22,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:22,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:22,213 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-21T04:13:22,213 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:22,214 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:22,214 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:22,214 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-21T04:13:22,214 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b69e2a1ee061 2024-11-21T04:13:22,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:22,225 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162400145/_temporary/0/_temporary/attempt_local1038777090_0016_r_000000_0/f/c402e4125e944390b1928ef49dca9d55 is 38, key is row-t20/f:q1/1732162315127/Put/seqid=0 2024-11-21T04:13:22,228 WARN [Thread-1958 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b69e2a1ee061:39389] Specified favored nodes: [b69e2a1ee061:39389] 2024-11-21T04:13:22,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741994_1170 (size=8935) 2024-11-21T04:13:23,033 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162400145 2024-11-21T04:13:23,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fad179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:23,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:23,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:23,035 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:23,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:23,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:23,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cac950a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:23,040 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:23,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:23,043 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:23,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e37fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:23,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:23,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:23,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:23,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:23,055 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162400145/_SUCCESS 2024-11-21T04:13:23,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:23,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:23,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@233a9ce7 2024-11-21T04:13:23,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:23,078 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:23,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:23,094 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-21T04:13:23,107 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162400145/f/c402e4125e944390b1928ef49dca9d55 first=Optional[row-t20] last=Optional[row98] 2024-11-21T04:13:23,167 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162400145/f/c402e4125e944390b1928ef49dca9d55 for inclusion in 40b6bac233a219b687e1a6c6dcd8a01b/f 2024-11-21T04:13:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-21T04:13:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T04:13:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegion(2603): Flush status journal for 40b6bac233a219b687e1a6c6dcd8a01b: 2024-11-21T04:13:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/hbase-staging/bulk_output-ns2-table2-1732162400145/f/c402e4125e944390b1928ef49dca9d55 to hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__ns2_table2__o5d5if9qdj6eohq2gprrarkgaoiadg64k07q822j40lhfe9kebqcvra93g5t3sl5/f/c402e4125e944390b1928ef49dca9d55 2024-11-21T04:13:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__ns2_table2__o5d5if9qdj6eohq2gprrarkgaoiadg64k07q822j40lhfe9kebqcvra93g5t3sl5/f/c402e4125e944390b1928ef49dca9d55 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/40b6bac233a219b687e1a6c6dcd8a01b/f/267e923037f647ff943eae6b90295d21_SeqId_4_ 2024-11-21T04:13:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b7a287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:23,184 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:23,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:23,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:23,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a6fd68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:23,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:23,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:23,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,186 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:23,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baaebc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cb7efbe 2024-11-21T04:13:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:23,191 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T04:13:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:23,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:23,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:23,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T04:13:23,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:23,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:23,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:23,230 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:23,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__ns2_table2__o5d5if9qdj6eohq2gprrarkgaoiadg64k07q822j40lhfe9kebqcvra93g5t3sl5/f/c402e4125e944390b1928ef49dca9d55 into 40b6bac233a219b687e1a6c6dcd8a01b/f as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/40b6bac233a219b687e1a6c6dcd8a01b/f/267e923037f647ff943eae6b90295d21_SeqId_4_ - updating store file list. 2024-11-21T04:13:23,244 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/40b6bac233a219b687e1a6c6dcd8a01b/f/267e923037f647ff943eae6b90295d21_SeqId_4_ into 40b6bac233a219b687e1a6c6dcd8a01b/f 2024-11-21T04:13:23,244 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__ns2_table2__o5d5if9qdj6eohq2gprrarkgaoiadg64k07q822j40lhfe9kebqcvra93g5t3sl5/f/c402e4125e944390b1928ef49dca9d55 into 40b6bac233a219b687e1a6c6dcd8a01b/f (new location: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/40b6bac233a219b687e1a6c6dcd8a01b/f/267e923037f647ff943eae6b90295d21_SeqId_4_) 2024-11-21T04:13:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/staging/jenkins__ns2_table2__o5d5if9qdj6eohq2gprrarkgaoiadg64k07q822j40lhfe9kebqcvra93g5t3sl5/f/c402e4125e944390b1928ef49dca9d55 2024-11-21T04:13:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa74ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ClusterIdFetcher(90): Going to request b69e2a1ee061,42227,-1 for getting cluster id 2024-11-21T04:13:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T04:13:23,254 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eaca95ca-596b-43ee-9a87-e7f593dd992c' 2024-11-21T04:13:23,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T04:13:23,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eaca95ca-596b-43ee-9a87-e7f593dd992c" 2024-11-21T04:13:23,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74741bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:23,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b69e2a1ee061,42227,-1] 2024-11-21T04:13:23,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T04:13:23,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,256 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T04:13:23,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78edcab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-21T04:13:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T04:13:23,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:23,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75498da5 2024-11-21T04:13:23,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T04:13:23,263 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T04:13:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T04:13:23,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b69e2a1ee061,39389,1732162272713, seqNum=-1] 2024-11-21T04:13:23,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T04:13:23,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T04:13:23,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-21T04:13:23,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-21T04:13:23,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:23,295 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389. 2024-11-21T04:13:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:23,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:23,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:23,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:23,299 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-21T04:13:23,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 , the old value is region=ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b69e2a1ee061:39389 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T04:13:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 277 connection: 172.17.0.2:59478 deadline: 1732166003301 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:59478 2024-11-21T04:13:23,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T04:13:23,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 from cache 2024-11-21T04:13:23,323 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17321622820451', skipping incremental restore step. 2024-11-21T04:13:23,323 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-21T04:13:23,323 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732162363489 hdfs://localhost:44433/backupUT/backup_1732162363489/ns2/test-17321622820451/ 2024-11-21T04:13:23,323 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-21T04:13:23,324 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T04:13:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 734 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:35074 deadline: 1732162463324, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. is not online on b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:23,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 , the old value is region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. is not online on b69e2a1ee061,39389,1732162272713 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:23,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981. is not online on b69e2a1ee061,39389,1732162272713 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:23,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732162374756.1e086de190fdb3505e7427e70ffd4981., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 from cache 2024-11-21T04:13:23,410 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b69e2a1ee061:39389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T04:13:23,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., hostname=b69e2a1ee061,39389,1732162272713, seqNum=7] 2024-11-21T04:13:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 738 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:35074 deadline: 1732162463447, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. is not online on b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:23,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 , the old value is region=table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. is not online on b69e2a1ee061,39389,1732162272713 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:23,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f. is not online on b69e2a1ee061,39389,1732162272713 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:23,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732162374756.44dd581120e954f4ad545e4061a19f6f., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 from cache 2024-11-21T04:13:23,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6., hostname=b69e2a1ee061,39389,1732162272713, seqNum=7] 2024-11-21T04:13:23,567 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-21T04:13:23,572 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-21T04:13:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:23,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-21T04:13:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:23,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-21T04:13:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-21T04:13:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:23,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-21T04:13:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-21T04:13:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T04:13:23,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-21T04:13:23,597 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-21T04:13:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:35074 deadline: 1732162463596, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. is not online on b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:23,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 , the old value is region=ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. is not online on b69e2a1ee061,39389,1732162272713 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:23,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060. is not online on b69e2a1ee061,39389,1732162272713 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T04:13:23,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2 from cache 2024-11-21T04:13:23,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b., hostname=b69e2a1ee061,39389,1732162272713, seqNum=2] 2024-11-21T04:13:23,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:23,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:23,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:23,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=634 (was 611) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'b69e2a1ee061,39389,1732162272713' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/cluster_5c223bfd-54f6-11ba-a102-8e8632261cfd/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (b69e2a1ee061,42227,1732162271014)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-444131669_20 at /127.0.0.1:46472 [Receiving block BP-1425119672-172.17.0.2-1732162266925:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1425119672-172.17.0.2-1732162266925:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/b69e2a1ee061:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1425119672-172.17.0.2-1732162266925:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-444131669_20 at /127.0.0.1:46464 [Receiving block BP-1425119672-172.17.0.2-1732162266925:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-444131669_20 at /127.0.0.1:46470 [Receiving block BP-1425119672-172.17.0.2-1732162266925:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/cluster_5c223bfd-54f6-11ba-a102-8e8632261cfd/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b69e2a1ee061,39389,1732162272713)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b69e2a1ee061:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_110316848_20 at /127.0.0.1:49594 [Waiting for operation #102] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1425119672-172.17.0.2-1732162266925:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=637 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=976 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=2267 (was 5833) 2024-11-21T04:13:23,732 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=634 is superior to 500 2024-11-21T04:13:23,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T04:13:23,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:23,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:23,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:23,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T04:13:23,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=27805503, stopped=false 2024-11-21T04:13:23,740 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b69e2a1ee061,42227,1732162271014 2024-11-21T04:13:23,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-21T04:13:23,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-21T04:13:23,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:13:23,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:13:23,837 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:13:23,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-21T04:13:23,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-21T04:13:23,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T04:13:23,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:23,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,840 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b69e2a1ee061,39389,1732162272713' ***** 2024-11-21T04:13:23,840 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T04:13:23,840 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-21T04:13:23,845 INFO [RS:0;b69e2a1ee061:39389 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@20d0179b{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-21T04:13:23,847 INFO [RS:0;b69e2a1ee061:39389 {}] server.AbstractConnector(383): Stopped ServerConnector@381b2336{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-21T04:13:23,847 INFO [RS:0;b69e2a1ee061:39389 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:13:23,848 INFO [RS:0;b69e2a1ee061:39389 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@66ed5787{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-21T04:13:23,848 INFO [RS:0;b69e2a1ee061:39389 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2ae6f9c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,STOPPED} 2024-11-21T04:13:23,850 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T04:13:23,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T04:13:23,851 INFO [RS:0;b69e2a1ee061:39389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T04:13:23,851 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-21T04:13:23,851 INFO [RS:0;b69e2a1ee061:39389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T04:13:23,851 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for c428dfec48ea04a25c4e442d21e49442 2024-11-21T04:13:23,852 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for 901e0f507d69b931898658467e109bde 2024-11-21T04:13:23,852 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for bbce5f19561ad473273b6aea73580d1a 2024-11-21T04:13:23,852 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for 2342fe5e4e54965ecc32e3b94e5d95e6 2024-11-21T04:13:23,852 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for aac42431d8f403f7b8a82b6057334e7e 2024-11-21T04:13:23,852 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:13:23,852 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c0b902a503d2e443c49e168b34d372d 2024-11-21T04:13:23,852 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for 40b6bac233a219b687e1a6c6dcd8a01b 2024-11-21T04:13:23,852 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for a05b096fd6488c05b0cfa497e8fd0fa3 2024-11-21T04:13:23,852 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(959): stopping server b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:23,852 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c428dfec48ea04a25c4e442d21e49442, disabling compactions & flushes 2024-11-21T04:13:23,852 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:13:23,852 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:13:23,852 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:13:23,852 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. after waiting 0 ms 2024-11-21T04:13:23,852 INFO [RS:0;b69e2a1ee061:39389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b69e2a1ee061:39389. 2024-11-21T04:13:23,852 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:13:23,852 DEBUG [RS:0;b69e2a1ee061:39389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:23,852 DEBUG [RS:0;b69e2a1ee061:39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:23,852 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c428dfec48ea04a25c4e442d21e49442 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-21T04:13:23,853 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T04:13:23,853 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T04:13:23,853 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T04:13:23,853 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T04:13:23,853 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-21T04:13:23,853 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T04:13:23,853 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T04:13:23,854 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T04:13:23,854 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c0b902a503d2e443c49e168b34d372d, 2342fe5e4e54965ecc32e3b94e5d95e6, 40b6bac233a219b687e1a6c6dcd8a01b, 901e0f507d69b931898658467e109bde, a05b096fd6488c05b0cfa497e8fd0fa3, aac42431d8f403f7b8a82b6057334e7e, bbce5f19561ad473273b6aea73580d1a, c428dfec48ea04a25c4e442d21e49442, eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:13:23,854 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T04:13:23,854 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T04:13:23,854 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-21T04:13:23,871 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f2/170c01a5d393448c83e2e1da266c4b9d is 58, key is row-test-1732162282045-2-0/f2:q1/1732162358467/Put/seqid=0 2024-11-21T04:13:23,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741995_1171 (size=5464) 2024-11-21T04:13:23,886 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/info/cb9d84c690cb4664aa81d181fa34116c is 159, key is ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e./info:regioninfo/1732162285819/Put/seqid=0 2024-11-21T04:13:23,900 INFO [regionserver/b69e2a1ee061:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:13:23,915 INFO [regionserver/b69e2a1ee061:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T04:13:23,915 INFO [regionserver/b69e2a1ee061:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T04:13:23,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741996_1172 (size=19093) 2024-11-21T04:13:23,923 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/info/cb9d84c690cb4664aa81d181fa34116c 2024-11-21T04:13:23,943 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/ns/75def8d94b03443ea67c892bf883f36c is 85, key is ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060./ns:/1732162398064/DeleteFamily/seqid=0 2024-11-21T04:13:23,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741997_1173 (size=5760) 2024-11-21T04:13:24,054 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c0b902a503d2e443c49e168b34d372d, 2342fe5e4e54965ecc32e3b94e5d95e6, 40b6bac233a219b687e1a6c6dcd8a01b, 901e0f507d69b931898658467e109bde, a05b096fd6488c05b0cfa497e8fd0fa3, aac42431d8f403f7b8a82b6057334e7e, bbce5f19561ad473273b6aea73580d1a, c428dfec48ea04a25c4e442d21e49442, eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:13:24,254 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c0b902a503d2e443c49e168b34d372d, 2342fe5e4e54965ecc32e3b94e5d95e6, 40b6bac233a219b687e1a6c6dcd8a01b, 901e0f507d69b931898658467e109bde, a05b096fd6488c05b0cfa497e8fd0fa3, aac42431d8f403f7b8a82b6057334e7e, bbce5f19561ad473273b6aea73580d1a, c428dfec48ea04a25c4e442d21e49442, eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:13:24,278 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f2/170c01a5d393448c83e2e1da266c4b9d 2024-11-21T04:13:24,287 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/.tmp/f2/170c01a5d393448c83e2e1da266c4b9d as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f2/170c01a5d393448c83e2e1da266c4b9d 2024-11-21T04:13:24,295 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/f2/170c01a5d393448c83e2e1da266c4b9d, entries=7, sequenceid=348, filesize=5.3 K 2024-11-21T04:13:24,296 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c428dfec48ea04a25c4e442d21e49442 in 444ms, sequenceid=348, compaction requested=false 2024-11-21T04:13:24,303 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/test-1732162282045/c428dfec48ea04a25c4e442d21e49442/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-21T04:13:24,304 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:24,304 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:13:24,305 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c428dfec48ea04a25c4e442d21e49442: Waiting for close lock at 1732162403852Running coprocessor pre-close hooks at 1732162403852Disabling compacts and flushes for region at 1732162403852Disabling writes for close at 1732162403852Obtaining lock to block concurrent updates at 1732162403852Preparing flush snapshotting stores in c428dfec48ea04a25c4e442d21e49442 at 1732162403852Finished memstore snapshotting test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732162403853 (+1 ms)Flushing stores of test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. at 1732162403853Flushing c428dfec48ea04a25c4e442d21e49442/f2: creating writer at 1732162403854 (+1 ms)Flushing c428dfec48ea04a25c4e442d21e49442/f2: appending metadata at 1732162403870 (+16 ms)Flushing c428dfec48ea04a25c4e442d21e49442/f2: closing flushed file at 1732162403870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0adc30: reopening flushed file at 1732162404286 (+416 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c428dfec48ea04a25c4e442d21e49442 in 444ms, sequenceid=348, compaction requested=false at 1732162404296 (+10 ms)Writing region close event to WAL at 1732162404297 (+1 ms)Running coprocessor post-close hooks at 1732162404304 (+7 ms)Closed at 1732162404304 2024-11-21T04:13:24,305 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732162282045,,1732162282545.c428dfec48ea04a25c4e442d21e49442. 2024-11-21T04:13:24,305 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 901e0f507d69b931898658467e109bde, disabling compactions & flushes 2024-11-21T04:13:24,305 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:13:24,305 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:13:24,305 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. after waiting 0 ms 2024-11-21T04:13:24,305 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:13:24,309 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns3/test-17321622820452/901e0f507d69b931898658467e109bde/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:13:24,310 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:24,310 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:13:24,310 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 901e0f507d69b931898658467e109bde: Waiting for close lock at 1732162404305Running coprocessor pre-close hooks at 1732162404305Disabling compacts and flushes for region at 1732162404305Disabling writes for close at 1732162404305Writing region close event to WAL at 1732162404306 (+1 ms)Running coprocessor post-close hooks at 1732162404310 (+4 ms)Closed at 1732162404310 2024-11-21T04:13:24,311 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17321622820452,,1732162286359.901e0f507d69b931898658467e109bde. 2024-11-21T04:13:24,311 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbce5f19561ad473273b6aea73580d1a, disabling compactions & flushes 2024-11-21T04:13:24,311 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:13:24,311 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:13:24,311 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. after waiting 0 ms 2024-11-21T04:13:24,311 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:13:24,311 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bbce5f19561ad473273b6aea73580d1a 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-21T04:13:24,316 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/c59644a8a08741b9a05e170549e005a1 is 158, key is trslm:hdfs://localhost:44433/backupUT\x00ns2:test-17321622820451/meta:log-roll-map/1732162374627/Put/seqid=0 2024-11-21T04:13:24,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741998_1174 (size=6208) 2024-11-21T04:13:24,349 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/ns/75def8d94b03443ea67c892bf883f36c 2024-11-21T04:13:24,385 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/rep_barrier/1f235b21f6774219b514134071f86ae2 is 94, key is ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060./rep_barrier:/1732162398064/DeleteFamily/seqid=0 2024-11-21T04:13:24,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741999_1175 (size=5640) 2024-11-21T04:13:24,454 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c0b902a503d2e443c49e168b34d372d, 2342fe5e4e54965ecc32e3b94e5d95e6, 40b6bac233a219b687e1a6c6dcd8a01b, a05b096fd6488c05b0cfa497e8fd0fa3, aac42431d8f403f7b8a82b6057334e7e, bbce5f19561ad473273b6aea73580d1a, eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:13:24,654 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c0b902a503d2e443c49e168b34d372d, 2342fe5e4e54965ecc32e3b94e5d95e6, 40b6bac233a219b687e1a6c6dcd8a01b, a05b096fd6488c05b0cfa497e8fd0fa3, aac42431d8f403f7b8a82b6057334e7e, bbce5f19561ad473273b6aea73580d1a, eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:13:24,722 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/c59644a8a08741b9a05e170549e005a1 2024-11-21T04:13:24,733 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/1282c6e0a5a4430ea5861d7ec85b6ffa is 588, key is session:backup_1732162363489/session:context/1732162374667/Put/seqid=0 2024-11-21T04:13:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073742000_1176 (size=5689) 2024-11-21T04:13:24,744 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-21T04:13:24,806 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/rep_barrier/1f235b21f6774219b514134071f86ae2 2024-11-21T04:13:24,832 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/table/d3b8f48ed426460f9d18dc9c2e1edf95 is 88, key is ns2:table2,,1732162381600.dbbdf716822c314dd223c52f50e71060./table:/1732162398064/DeleteFamily/seqid=0 2024-11-21T04:13:24,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073742001_1177 (size=6364) 2024-11-21T04:13:24,855 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close 2024-11-21T04:13:24,855 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1325): Online Regions={bbce5f19561ad473273b6aea73580d1a=backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., 2342fe5e4e54965ecc32e3b94e5d95e6=table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6., aac42431d8f403f7b8a82b6057334e7e=ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e., 1588230740=hbase:meta,,1.1588230740, eebda7fbf14ffe86a82241a4451b6428=ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428., 1c0b902a503d2e443c49e168b34d372d=table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d., 40b6bac233a219b687e1a6c6dcd8a01b=ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b., a05b096fd6488c05b0cfa497e8fd0fa3=backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3.} 2024-11-21T04:13:24,855 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c0b902a503d2e443c49e168b34d372d, 2342fe5e4e54965ecc32e3b94e5d95e6, 40b6bac233a219b687e1a6c6dcd8a01b, a05b096fd6488c05b0cfa497e8fd0fa3, aac42431d8f403f7b8a82b6057334e7e, bbce5f19561ad473273b6aea73580d1a, eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:13:25,055 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c0b902a503d2e443c49e168b34d372d, 2342fe5e4e54965ecc32e3b94e5d95e6, 40b6bac233a219b687e1a6c6dcd8a01b, a05b096fd6488c05b0cfa497e8fd0fa3, aac42431d8f403f7b8a82b6057334e7e, bbce5f19561ad473273b6aea73580d1a, eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:13:25,138 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/1282c6e0a5a4430ea5861d7ec85b6ffa 2024-11-21T04:13:25,146 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/meta/c59644a8a08741b9a05e170549e005a1 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/c59644a8a08741b9a05e170549e005a1 2024-11-21T04:13:25,155 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/meta/c59644a8a08741b9a05e170549e005a1, entries=7, sequenceid=52, filesize=6.1 K 2024-11-21T04:13:25,156 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/.tmp/session/1282c6e0a5a4430ea5861d7ec85b6ffa as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/1282c6e0a5a4430ea5861d7ec85b6ffa 2024-11-21T04:13:25,164 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/session/1282c6e0a5a4430ea5861d7ec85b6ffa, entries=2, sequenceid=52, filesize=5.6 K 2024-11-21T04:13:25,165 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for bbce5f19561ad473273b6aea73580d1a in 854ms, sequenceid=52, compaction requested=true 2024-11-21T04:13:25,226 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system/bbce5f19561ad473273b6aea73580d1a/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-21T04:13:25,233 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:25,233 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:13:25,233 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbce5f19561ad473273b6aea73580d1a: Waiting for close lock at 1732162404311Running coprocessor pre-close hooks at 1732162404311Disabling compacts and flushes for region at 1732162404311Disabling writes for close at 1732162404311Obtaining lock to block concurrent updates at 1732162404311Preparing flush snapshotting stores in bbce5f19561ad473273b6aea73580d1a at 1732162404311Finished memstore snapshotting backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732162404312 (+1 ms)Flushing stores of backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. at 1732162404312Flushing bbce5f19561ad473273b6aea73580d1a/meta: creating writer at 1732162404312Flushing bbce5f19561ad473273b6aea73580d1a/meta: appending metadata at 1732162404316 (+4 ms)Flushing bbce5f19561ad473273b6aea73580d1a/meta: closing flushed file at 1732162404316Flushing bbce5f19561ad473273b6aea73580d1a/session: creating writer at 1732162404729 (+413 ms)Flushing bbce5f19561ad473273b6aea73580d1a/session: appending metadata at 1732162404733 (+4 ms)Flushing bbce5f19561ad473273b6aea73580d1a/session: closing flushed file at 1732162404733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88faf67: reopening flushed file at 1732162405145 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4787457a: reopening flushed file at 1732162405155 (+10 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for bbce5f19561ad473273b6aea73580d1a in 854ms, sequenceid=52, compaction requested=true at 1732162405165 (+10 ms)Writing region close event to WAL at 1732162405188 (+23 ms)Running coprocessor post-close hooks at 1732162405233 (+45 ms)Closed at 1732162405233 2024-11-21T04:13:25,233 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732162291527.bbce5f19561ad473273b6aea73580d1a. 2024-11-21T04:13:25,233 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2342fe5e4e54965ecc32e3b94e5d95e6, disabling compactions & flushes 2024-11-21T04:13:25,234 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:25,234 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:25,234 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. after waiting 0 ms 2024-11-21T04:13:25,234 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:25,252 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/table/d3b8f48ed426460f9d18dc9c2e1edf95 2024-11-21T04:13:25,253 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/2342fe5e4e54965ecc32e3b94e5d95e6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-21T04:13:25,255 DEBUG [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c0b902a503d2e443c49e168b34d372d, 2342fe5e4e54965ecc32e3b94e5d95e6, 40b6bac233a219b687e1a6c6dcd8a01b, a05b096fd6488c05b0cfa497e8fd0fa3, aac42431d8f403f7b8a82b6057334e7e, eebda7fbf14ffe86a82241a4451b6428 2024-11-21T04:13:25,256 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:25,256 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:25,256 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2342fe5e4e54965ecc32e3b94e5d95e6: Waiting for close lock at 1732162405233Running coprocessor pre-close hooks at 1732162405233Disabling compacts and flushes for region at 1732162405233Disabling writes for close at 1732162405234 (+1 ms)Writing region close event to WAL at 1732162405235 (+1 ms)Running coprocessor post-close hooks at 1732162405256 (+21 ms)Closed at 1732162405256 2024-11-21T04:13:25,257 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732162386500.2342fe5e4e54965ecc32e3b94e5d95e6. 2024-11-21T04:13:25,257 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aac42431d8f403f7b8a82b6057334e7e, disabling compactions & flushes 2024-11-21T04:13:25,257 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:13:25,257 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:13:25,257 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. after waiting 0 ms 2024-11-21T04:13:25,257 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:13:25,273 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/info/cb9d84c690cb4664aa81d181fa34116c as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/info/cb9d84c690cb4664aa81d181fa34116c 2024-11-21T04:13:25,278 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/test-17321622820451/aac42431d8f403f7b8a82b6057334e7e/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-21T04:13:25,281 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:25,281 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:13:25,281 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aac42431d8f403f7b8a82b6057334e7e: Waiting for close lock at 1732162405257Running coprocessor pre-close hooks at 1732162405257Disabling compacts and flushes for region at 1732162405257Disabling writes for close at 1732162405257Writing region close event to WAL at 1732162405269 (+12 ms)Running coprocessor post-close hooks at 1732162405281 (+12 ms)Closed at 1732162405281 2024-11-21T04:13:25,281 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17321622820451,,1732162285022.aac42431d8f403f7b8a82b6057334e7e. 2024-11-21T04:13:25,281 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eebda7fbf14ffe86a82241a4451b6428, disabling compactions & flushes 2024-11-21T04:13:25,281 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:13:25,282 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:13:25,282 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. after waiting 0 ms 2024-11-21T04:13:25,282 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:13:25,285 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/info/cb9d84c690cb4664aa81d181fa34116c, entries=114, sequenceid=97, filesize=18.6 K 2024-11-21T04:13:25,293 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/ns/75def8d94b03443ea67c892bf883f36c as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/ns/75def8d94b03443ea67c892bf883f36c 2024-11-21T04:13:25,293 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns4/test-17321622820453/eebda7fbf14ffe86a82241a4451b6428/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:13:25,301 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:25,301 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:13:25,301 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eebda7fbf14ffe86a82241a4451b6428: Waiting for close lock at 1732162405281Running coprocessor pre-close hooks at 1732162405281Disabling compacts and flushes for region at 1732162405281Disabling writes for close at 1732162405282 (+1 ms)Writing region close event to WAL at 1732162405282Running coprocessor post-close hooks at 1732162405301 (+19 ms)Closed at 1732162405301 2024-11-21T04:13:25,301 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17321622820453,,1732162288520.eebda7fbf14ffe86a82241a4451b6428. 2024-11-21T04:13:25,301 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c0b902a503d2e443c49e168b34d372d, disabling compactions & flushes 2024-11-21T04:13:25,301 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:25,301 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:25,301 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. after waiting 0 ms 2024-11-21T04:13:25,302 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:25,307 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/ns/75def8d94b03443ea67c892bf883f36c, entries=10, sequenceid=97, filesize=5.6 K 2024-11-21T04:13:25,315 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/rep_barrier/1f235b21f6774219b514134071f86ae2 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/rep_barrier/1f235b21f6774219b514134071f86ae2 2024-11-21T04:13:25,318 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/default/table1/1c0b902a503d2e443c49e168b34d372d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-21T04:13:25,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:25,319 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:25,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c0b902a503d2e443c49e168b34d372d: Waiting for close lock at 1732162405301Running coprocessor pre-close hooks at 1732162405301Disabling compacts and flushes for region at 1732162405301Disabling writes for close at 1732162405302 (+1 ms)Writing region close event to WAL at 1732162405304 (+2 ms)Running coprocessor post-close hooks at 1732162405319 (+15 ms)Closed at 1732162405319 2024-11-21T04:13:25,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732162386500.1c0b902a503d2e443c49e168b34d372d. 2024-11-21T04:13:25,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40b6bac233a219b687e1a6c6dcd8a01b, disabling compactions & flushes 2024-11-21T04:13:25,319 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:25,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:25,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. after waiting 0 ms 2024-11-21T04:13:25,319 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:25,341 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/rep_barrier/1f235b21f6774219b514134071f86ae2, entries=3, sequenceid=97, filesize=5.5 K 2024-11-21T04:13:25,344 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/ns2/table2/40b6bac233a219b687e1a6c6dcd8a01b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T04:13:25,344 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/.tmp/table/d3b8f48ed426460f9d18dc9c2e1edf95 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/table/d3b8f48ed426460f9d18dc9c2e1edf95 2024-11-21T04:13:25,345 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:25,346 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:25,346 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40b6bac233a219b687e1a6c6dcd8a01b: Waiting for close lock at 1732162405319Running coprocessor pre-close hooks at 1732162405319Disabling compacts and flushes for region at 1732162405319Disabling writes for close at 1732162405319Writing region close event to WAL at 1732162405320 (+1 ms)Running coprocessor post-close hooks at 1732162405345 (+25 ms)Closed at 1732162405346 (+1 ms) 2024-11-21T04:13:25,346 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732162398049.40b6bac233a219b687e1a6c6dcd8a01b. 2024-11-21T04:13:25,346 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a05b096fd6488c05b0cfa497e8fd0fa3, disabling compactions & flushes 2024-11-21T04:13:25,346 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:13:25,346 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:13:25,346 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. after waiting 0 ms 2024-11-21T04:13:25,346 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:13:25,357 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/table/d3b8f48ed426460f9d18dc9c2e1edf95, entries=21, sequenceid=97, filesize=6.2 K 2024-11-21T04:13:25,364 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/backup/system_bulk/a05b096fd6488c05b0cfa497e8fd0fa3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T04:13:25,365 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:25,365 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1511ms, sequenceid=97, compaction requested=false 2024-11-21T04:13:25,365 INFO [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:13:25,365 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a05b096fd6488c05b0cfa497e8fd0fa3: Waiting for close lock at 1732162405346Running coprocessor pre-close hooks at 1732162405346Disabling compacts and flushes for region at 1732162405346Disabling writes for close at 1732162405346Writing region close event to WAL at 1732162405347 (+1 ms)Running coprocessor post-close hooks at 1732162405365 (+18 ms)Closed at 1732162405365 2024-11-21T04:13:25,366 DEBUG [RS_CLOSE_REGION-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732162292688.a05b096fd6488c05b0cfa497e8fd0fa3. 2024-11-21T04:13:25,408 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-21T04:13:25,409 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-21T04:13:25,409 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T04:13:25,409 INFO [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T04:13:25,409 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732162403853Running coprocessor pre-close hooks at 1732162403853Disabling compacts and flushes for region at 1732162403853Disabling writes for close at 1732162403854 (+1 ms)Obtaining lock to block concurrent updates at 1732162403854Preparing flush snapshotting stores in 1588230740 at 1732162403854Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732162403854Flushing stores of hbase:meta,,1.1588230740 at 1732162403855 (+1 ms)Flushing 1588230740/info: creating writer at 1732162403855Flushing 1588230740/info: appending metadata at 1732162403886 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732162403886Flushing 1588230740/ns: creating writer at 1732162403928 (+42 ms)Flushing 1588230740/ns: appending metadata at 1732162403943 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732162403943Flushing 1588230740/rep_barrier: creating writer at 1732162404370 (+427 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732162404385 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732162404385Flushing 1588230740/table: creating writer at 1732162404812 (+427 ms)Flushing 1588230740/table: appending metadata at 1732162404831 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732162404832 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df83113: reopening flushed file at 1732162405269 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b4a755: reopening flushed file at 1732162405285 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517cd382: reopening flushed file at 1732162405307 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5024c896: reopening flushed file at 1732162405341 (+34 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1511ms, sequenceid=97, compaction requested=false at 1732162405365 (+24 ms)Writing region close event to WAL at 1732162405389 (+24 ms)Running coprocessor post-close hooks at 1732162405409 (+20 ms)Closed at 1732162405409 2024-11-21T04:13:25,410 DEBUG [RS_CLOSE_META-regionserver/b69e2a1ee061:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T04:13:25,456 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(976): stopping server b69e2a1ee061,39389,1732162272713; all regions closed. 2024-11-21T04:13:25,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741954_1130 (size=16160) 2024-11-21T04:13:25,465 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.meta.1732162366213.meta not finished, retry = 0 2024-11-21T04:13:25,571 DEBUG [RS:0;b69e2a1ee061:39389 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs 2024-11-21T04:13:25,571 INFO [RS:0;b69e2a1ee061:39389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.meta:.meta(num 1732162366213) 2024-11-21T04:13:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741953_1129 (size=4165) 2024-11-21T04:13:25,573 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0.1732162366164 not finished, retry = 0 2024-11-21T04:13:25,676 DEBUG [RS:0;b69e2a1ee061:39389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs 2024-11-21T04:13:25,676 INFO [RS:0;b69e2a1ee061:39389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-0:(num 1732162366164) 2024-11-21T04:13:25,679 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/WALs/b69e2a1ee061,39389,1732162272713/b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1.1732162366245 not finished, retry = 0 2024-11-21T04:13:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741955_1131 (size=7883) 2024-11-21T04:13:25,783 DEBUG [RS:0;b69e2a1ee061:39389 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/oldWALs 2024-11-21T04:13:25,783 INFO [RS:0;b69e2a1ee061:39389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b69e2a1ee061%2C39389%2C1732162272713.b69e2a1ee061%2C39389%2C1732162272713.regiongroup-1:(num 1732162366245) 2024-11-21T04:13:25,783 DEBUG [RS:0;b69e2a1ee061:39389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:25,783 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T04:13:25,784 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T04:13:25,784 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.ChoreService(370): Chore service for: regionserver/b69e2a1ee061:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T04:13:25,784 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T04:13:25,784 INFO [regionserver/b69e2a1ee061:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T04:13:25,786 INFO [RS:0;b69e2a1ee061:39389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39389 2024-11-21T04:13:25,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/b69e2a1ee061,39389,1732162272713 2024-11-21T04:13:25,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-21T04:13:25,862 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:13:25,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b69e2a1ee061,39389,1732162272713] 2024-11-21T04:13:25,907 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/b69e2a1ee061,39389,1732162272713 already deleted, retry=false 2024-11-21T04:13:25,907 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b69e2a1ee061,39389,1732162272713 expired; onlineServers=0 2024-11-21T04:13:25,907 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b69e2a1ee061,42227,1732162271014' ***** 2024-11-21T04:13:25,907 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T04:13:25,908 INFO [M:0;b69e2a1ee061:42227 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-21T04:13:25,916 INFO [M:0;b69e2a1ee061:42227 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4d56c683{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-21T04:13:25,916 INFO [M:0;b69e2a1ee061:42227 {}] server.AbstractConnector(383): Stopped ServerConnector@68168a3e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-21T04:13:25,916 INFO [M:0;b69e2a1ee061:42227 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:13:25,917 INFO [M:0;b69e2a1ee061:42227 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@52308d5c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-21T04:13:25,917 INFO [M:0;b69e2a1ee061:42227 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@428a1b08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,STOPPED} 2024-11-21T04:13:25,917 INFO [M:0;b69e2a1ee061:42227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T04:13:25,917 INFO [M:0;b69e2a1ee061:42227 {}] master.HMaster(1770): Stopping master jetty server 2024-11-21T04:13:25,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-21T04:13:25,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-21T04:13:25,924 INFO [M:0;b69e2a1ee061:42227 {}] server.AbstractConnector(383): Stopped ServerConnector@2b30dced{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-21T04:13:25,925 INFO [M:0;b69e2a1ee061:42227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T04:13:25,925 DEBUG [M:0;b69e2a1ee061:42227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T04:13:25,925 INFO [M:0;b69e2a1ee061:42227 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-21T04:13:25,925 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T04:13:25,925 INFO [M:0;b69e2a1ee061:42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;b69e2a1ee061:42227. 2024-11-21T04:13:25,925 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster-HFileCleaner.large.0-1732162275647 {}] cleaner.HFileCleaner(306): Exit Thread[master/b69e2a1ee061:0:becomeActiveMaster-HFileCleaner.large.0-1732162275647,5,FailOnTimeoutGroup] 2024-11-21T04:13:25,925 DEBUG [master/b69e2a1ee061:0:becomeActiveMaster-HFileCleaner.small.0-1732162275648 {}] cleaner.HFileCleaner(306): Exit Thread[master/b69e2a1ee061:0:becomeActiveMaster-HFileCleaner.small.0-1732162275648,5,FailOnTimeoutGroup] 2024-11-21T04:13:25,925 DEBUG [M:0;b69e2a1ee061:42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T04:13:25,925 DEBUG [M:0;b69e2a1ee061:42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:25,926 DEBUG [M:0;b69e2a1ee061:42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T04:13:25,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T04:13:25,926 DEBUG [M:0;b69e2a1ee061:42227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T04:13:25,926 INFO [M:0;b69e2a1ee061:42227 {}] hbase.ChoreService(370): Chore service for: master/b69e2a1ee061:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T04:13:25,926 INFO [M:0;b69e2a1ee061:42227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T04:13:25,926 DEBUG [M:0;b69e2a1ee061:42227 {}] master.HMaster(1795): Stopping service threads 2024-11-21T04:13:25,926 INFO [M:0;b69e2a1ee061:42227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T04:13:25,927 INFO [M:0;b69e2a1ee061:42227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T04:13:25,927 ERROR [M:0;b69e2a1ee061:42227 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-21T04:13:25,927 INFO [M:0;b69e2a1ee061:42227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T04:13:25,927 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T04:13:25,928 DEBUG [M:0;b69e2a1ee061:42227 {}] zookeeper.ZKUtil(347): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-21T04:13:25,928 WARN [M:0;b69e2a1ee061:42227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T04:13:25,929 INFO [M:0;b69e2a1ee061:42227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/.lastflushedseqids 2024-11-21T04:13:25,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073742002_1178 (size=761) 2024-11-21T04:13:25,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:13:25,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x1015b96af3b0001, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:13:25,998 INFO [RS:0;b69e2a1ee061:39389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:13:25,999 INFO [RS:0;b69e2a1ee061:39389 {}] regionserver.HRegionServer(1031): Exiting; stopping=b69e2a1ee061,39389,1732162272713; zookeeper connection closed. 2024-11-21T04:13:25,999 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75ea1701 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75ea1701 2024-11-21T04:13:25,999 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T04:13:26,352 INFO [M:0;b69e2a1ee061:42227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T04:13:26,352 INFO [M:0;b69e2a1ee061:42227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T04:13:26,352 DEBUG [M:0;b69e2a1ee061:42227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T04:13:26,371 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:13:26,371 DEBUG [M:0;b69e2a1ee061:42227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:13:26,371 DEBUG [M:0;b69e2a1ee061:42227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T04:13:26,371 DEBUG [M:0;b69e2a1ee061:42227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:13:26,371 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.93 KB heapSize=513.33 KB 2024-11-21T04:13:26,403 DEBUG [M:0;b69e2a1ee061:42227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0607b759930493c85b3cff5f3b57707 is 82, key is hbase:meta,,1/info:regioninfo/1732162276634/Put/seqid=0 2024-11-21T04:13:26,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073742003_1179 (size=5672) 2024-11-21T04:13:26,817 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0607b759930493c85b3cff5f3b57707 2024-11-21T04:13:26,849 DEBUG [M:0;b69e2a1ee061:42227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00bf2ddfe0d5414489119764568a83c3 is 2201, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1732162394515/Put/seqid=0 2024-11-21T04:13:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073742004_1180 (size=28891) 2024-11-21T04:13:27,266 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.38 KB at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00bf2ddfe0d5414489119764568a83c3 2024-11-21T04:13:27,273 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00bf2ddfe0d5414489119764568a83c3 2024-11-21T04:13:27,292 DEBUG [M:0;b69e2a1ee061:42227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91f8273c4b24491ba51837ed0c0ce014 is 69, key is b69e2a1ee061,39389,1732162272713/rs:state/1732162275712/Put/seqid=0 2024-11-21T04:13:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073742005_1181 (size=5156) 2024-11-21T04:13:27,301 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91f8273c4b24491ba51837ed0c0ce014 2024-11-21T04:13:27,307 DEBUG [M:0;b69e2a1ee061:42227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0607b759930493c85b3cff5f3b57707 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0607b759930493c85b3cff5f3b57707 2024-11-21T04:13:27,316 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0607b759930493c85b3cff5f3b57707, entries=8, sequenceid=898, filesize=5.5 K 2024-11-21T04:13:27,317 DEBUG [M:0;b69e2a1ee061:42227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00bf2ddfe0d5414489119764568a83c3 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00bf2ddfe0d5414489119764568a83c3 2024-11-21T04:13:27,322 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00bf2ddfe0d5414489119764568a83c3 2024-11-21T04:13:27,322 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00bf2ddfe0d5414489119764568a83c3, entries=93, sequenceid=898, filesize=28.2 K 2024-11-21T04:13:27,323 DEBUG [M:0;b69e2a1ee061:42227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91f8273c4b24491ba51837ed0c0ce014 as hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91f8273c4b24491ba51837ed0c0ce014 2024-11-21T04:13:27,331 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44433/user/jenkins/test-data/c00b45a1-8f36-a988-f20e-64ccd5923ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91f8273c4b24491ba51837ed0c0ce014, entries=1, sequenceid=898, filesize=5.0 K 2024-11-21T04:13:27,332 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.93 KB/447421, heapSize ~513.03 KB/525344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=898, compaction requested=false 2024-11-21T04:13:27,368 INFO [M:0;b69e2a1ee061:42227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T04:13:27,368 DEBUG [M:0;b69e2a1ee061:42227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732162406352Disabling compacts and flushes for region at 1732162406352Disabling writes for close at 1732162406371 (+19 ms)Obtaining lock to block concurrent updates at 1732162406371Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732162406371Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447421, getHeapSize=525584, getOffHeapSize=0, getCellsCount=1021 at 1732162406372 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732162406373 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732162406373Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732162406403 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732162406403Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732162406823 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732162406849 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732162406849Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732162407273 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732162407291 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732162407291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@917cbd0: reopening flushed file at 1732162407306 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fb783d8: reopening flushed file at 1732162407316 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a0cb10: reopening flushed file at 1732162407322 (+6 ms)Finished flush of dataSize ~436.93 KB/447421, heapSize ~513.03 KB/525344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=898, compaction requested=false at 1732162407332 (+10 ms)Writing region close event to WAL at 1732162407368 (+36 ms)Closed at 1732162407368 2024-11-21T04:13:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741830_1006 (size=506702) 2024-11-21T04:13:27,381 INFO [M:0;b69e2a1ee061:42227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T04:13:27,381 INFO [M:0;b69e2a1ee061:42227 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-21T04:13:27,381 INFO [M:0;b69e2a1ee061:42227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42227 2024-11-21T04:13:27,381 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T04:13:27,382 INFO [M:0;b69e2a1ee061:42227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T04:13:27,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:13:27,492 INFO [M:0;b69e2a1ee061:42227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T04:13:27,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1015b96af3b0000, quorum=127.0.0.1:64848, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T04:13:27,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cc93e4d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T04:13:27,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@233938f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:13:27,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:13:27,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655474f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:13:27,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@191a481c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,STOPPED} 2024-11-21T04:13:27,521 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T04:13:27,521 WARN [BP-1425119672-172.17.0.2-1732162266925 heartbeating to localhost/127.0.0.1:44433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T04:13:27,521 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T04:13:27,521 WARN [BP-1425119672-172.17.0.2-1732162266925 heartbeating to localhost/127.0.0.1:44433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1425119672-172.17.0.2-1732162266925 (Datanode Uuid 2bda9e70-0bb7-4227-9806-c9ed9a4cb675) service to localhost/127.0.0.1:44433 2024-11-21T04:13:27,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/cluster_5c223bfd-54f6-11ba-a102-8e8632261cfd/data/data1/current/BP-1425119672-172.17.0.2-1732162266925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:13:27,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/cluster_5c223bfd-54f6-11ba-a102-8e8632261cfd/data/data2/current/BP-1425119672-172.17.0.2-1732162266925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T04:13:27,524 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T04:13:27,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T04:13:27,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:13:27,535 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:13:27,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T04:13:27,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,STOPPED} 2024-11-21T04:13:27,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T04:13:27,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T04:13:27,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-21T04:13:27,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bc254{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-21T04:13:27,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@343ffee7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:13:27,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:13:27,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2f4f4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-21T04:13:27,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27070a2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,STOPPED} 2024-11-21T04:13:27,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3464a508{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-21T04:13:27,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59a90a86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:13:27,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:13:27,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2232122{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-21T04:13:27,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@544ce103{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,STOPPED} 2024-11-21T04:13:27,713 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-21T04:13:27,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1437056d{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-21T04:13:27,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44a80280{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:13:27,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:13:27,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@426811c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-21T04:13:27,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6522fb07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,STOPPED} 2024-11-21T04:13:27,719 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-21T04:13:27,723 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-21T04:13:27,724 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-21T04:13:27,725 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-21T04:13:27,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d498b66{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-21T04:13:27,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73ba90c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T04:13:27,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T04:13:27,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a80b569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-21T04:13:27,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45067f3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5a86b319-9a1a-5e0c-4b28-5294fc3d3203/hadoop.log.dir/,STOPPED} 2024-11-21T04:13:27,730 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-21T04:13:27,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped